-- Logs begin at Thu 2022-06-23 10:17:18 UTC, end at Thu 2022-06-23 11:21:02 UTC. -- Jun 23 10:53:46.688601 dv-cinder-843309-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 10:53:49.363998 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.common.config [-] Logging enabled! Jun 23 10:53:49.364548 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 23 10:53:49.364703 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103811) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 23 10:53:49.368326 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.common.config [-] Logging enabled! Jun 23 10:53:49.368577 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 23 10:53:49.368882 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103811) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 23 10:53:49.369813 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 10:53:49.370040 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 10:53:49.370403 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 10:53:49.370645 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 10:53:49.370869 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 10:53:49.371280 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.371574 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.371829 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.372121 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.372411 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.372690 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.372977 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.373269 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.373551 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.373825 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.374103 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.374356 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.374638 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.374920 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.375201 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.375422 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] debug = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.375726 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.376150 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.376543 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.376831 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.377115 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.377389 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.377657 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.377925 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.378202 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.378523 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] host = dv-cinder-843309-2-iscsi {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.378792 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.379070 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.379347 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.379626 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.379916 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.380184 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.380460 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.380725 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.380989 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] log_file = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.381256 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.381535 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.381811 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.382089 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.382309 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.382526 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.382803 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.383082 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.383349 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.383615 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.383915 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.384268 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.384537 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.384800 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.385080 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.385359 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.385637 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.385902 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.386168 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.386437 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.386701 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.386978 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.387243 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.387514 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.387807 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.388086 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.388348 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.388615 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.388907 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.389183 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.389457 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.389738 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.390023 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.390301 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.390567 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.390836 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.391103 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] use_json = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.391372 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.391637 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.391942 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.392211 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.392479 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.392744 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.393012 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.393291 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.393559 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:49.393849 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.394138 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.394430 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.394710 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.395013 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.395286 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.395568 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.395864 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.396151 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.396434 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.396717 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.396990 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.397283 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.397574 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.397861 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.398159 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.398449 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.398734 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.399006 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.399274 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.399539 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.399843 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.400122 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.400399 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.400680 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.400962 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.401234 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.401522 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.401800 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.402079 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.402366 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.402649 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.402917 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.403193 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.403479 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.403799 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.404070 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.404355 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.404633 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.404902 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.405178 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.405464 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.406263 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.406534 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.406811 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.407096 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.407372 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.407641 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.407933 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.408207 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.408476 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.408756 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.409026 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.409293 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.409559 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.409840 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.410108 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.410383 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.410662 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.410931 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.411206 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.411473 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.411761 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.412032 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.412298 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.412564 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.412830 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.413095 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.413368 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.413635 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.413901 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.414166 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.414435 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.414699 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.414995 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.415267 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.415541 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.415838 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.416113 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.416386 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.416659 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.416932 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.417205 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.417470 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.417755 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.418030 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.418311 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.418589 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.418860 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.419165 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.419437 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.419739 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.420020 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.420292 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.420564 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.420842 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.421120 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.421971 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.422256 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.422532 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.422822 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.423110 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.423397 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.423695 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.424000 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.424274 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:49.424492 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 10:53:49.424726 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103811) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 10:53:49.715546 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 23 10:53:49.715770 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 23 10:53:49.716067 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 23 10:53:49.716395 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 10:53:50.121121 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.121416 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.121685 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.122945 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.123217 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.123479 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.175295 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.175570 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.175858 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.190421 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.190698 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.190965 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.220602 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.220873 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.221184 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.256847 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.257119 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.257381 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.484934 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.485539 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.485539 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.485711 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.486296 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.583497 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.583831 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.584113 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.584380 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.584644 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.584950 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.585206 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.585458 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.585709 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.585988 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.586243 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.586501 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.586751 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.586999 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.587249 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.587505 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.587790 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.588051 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.588313 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.588566 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.588833 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.589081 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.589355 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.589722 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.589967 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.590207 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.590595 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 10:53:50.590832 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 10:53:50.591069 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 10:53:50.591302 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 10:53:50.591533 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 10:53:50.591796 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 10:53:50.592156 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 10:53:50.595226 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 10:53:50.599084 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 10:53:50.602853 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jun 23 10:53:50.604474 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 10:53:50.605084 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 10:53:50.605411 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 10:53:50.605786 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 10:53:50.608531 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 10:53:50.609291 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 10:53:50.609632 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 10:53:50.614636 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 23 10:53:50.638115 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 10:53:50.638562 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.638852 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103811) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 23 10:53:50.639222 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.640616 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103811) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 10:53:50.640895 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 10:53:50.641136 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 10:53:50.644401 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.644679 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:50.806227 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 10:53:50.806463 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 10:53:50.806694 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 10:53:50.807059 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 10:53:50.858430 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO dbcounter [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Registered counter for database neutron Jun 23 10:53:50.877762 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_db.sqlalchemy.engines [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103811) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 10:53:50.883522 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writer thread running {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 10:53:51.423051 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Initializing driver for type 'gre' Jun 23 10:53:51.423608 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] gre ID ranges: [(1, 1000)] Jun 23 10:53:51.480087 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Initializing driver for type 'local' Jun 23 10:53:51.480433 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Initializing driver for type 'vlan' Jun 23 10:53:51.494664 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] VlanTypeDriver initialization complete Jun 23 10:53:51.495317 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Initializing driver for type 'vxlan' Jun 23 10:53:51.495461 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] vxlan ID ranges: [(1, 1000)] Jun 23 10:53:51.550563 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Initializing extension driver 'port_security' Jun 23 10:53:51.550822 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.extensions.port_security [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] PortSecurityExtensionDriver initialization complete Jun 23 10:53:51.551156 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Initializing mechanism driver 'openvswitch' Jun 23 10:53:51.551475 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Initializing mechanism driver 'hyperv' Jun 23 10:53:51.558142 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:53:51.558818 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > port after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.559192 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > port after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.559546 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > port after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.560078 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103811) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 10:53:51.560497 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > subnet after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.560851 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > subnet after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.561198 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > subnet after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.561588 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103811) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 10:53:51.562503 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > network after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.562853 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > network after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.563198 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > network after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.563586 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103811) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 10:53:51.564011 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > security_group after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.564361 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > security_group after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.564701 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > security_group after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.565089 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103811) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 10:53:51.565491 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.565837 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.566177 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.566563 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103811) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 10:53:51.566962 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > address_group after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.567305 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > address_group after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.567643 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > address_group after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.568058 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103811) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 10:53:51.568498 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] ML2 OVO RPC backend initialized. {{(pid=103811) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 10:53:51.569197 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router_interface after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.569551 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.569967 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > network before_response 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.570317 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > networks before_response 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.570664 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > port before_response 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.571004 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > ports before_response 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.571345 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > subnet before_response 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.571707 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > subnets before_response 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.572053 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > network after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.572397 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > network after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.572731 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > network after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.573096 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > port after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.573439 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > port after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.573778 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > port after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.574116 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > subnet after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.574453 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > subnet after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.574788 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > subnet after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.582790 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded quota_driver: . Jun 23 10:53:51.583158 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.plugin [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Modular L2 Plugin initialization complete Jun 23 10:53:51.583507 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading services supported by the core plugin {{(pid=103811) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 10:53:51.583879 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.plugins.ml2.managers [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Got port-security extension from driver 'port_security' Jun 23 10:53:51.584359 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.extensions.vlantransparent [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Disabled vlantransparent extension. Jun 23 10:53:51.584862 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103811) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 10:53:51.585191 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading Plugin: router Jun 23 10:53:51.619925 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router_interface before_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.620319 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router after_create 55549900 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.620694 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router before_create 55549900 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.621191 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.621575 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.621937 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router after_delete 55549900 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.622300 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > floatingip after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.622650 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > floatingip after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.623009 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router after_create 55549900 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.623357 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router after_update 55549900 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.623728 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router after_update 55549900 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.624081 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.624937 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router after_update 55549900 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.625349 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router precommit_update 55549900 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.625720 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: port after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.626060 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: port after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.626400 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: subnet after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.626743 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.627095 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > port precommit_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.627441 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router precommit_create 55549900 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.627817 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: port before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.628168 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router precommit_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.628525 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router after_update 55549900 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.628870 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router precommit_delete 55549900 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.629226 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router precommit_create 55549900 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.629588 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router_interface after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.629935 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router precommit_update 55549900 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.630299 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > agent after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.630652 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > agent after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.630997 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > network after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.631864 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Tracking information for resource: router configured {{(pid=103811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 10:53:51.632201 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Tracking information for resource: floatingip configured {{(pid=103811) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 10:53:51.636953 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.db.l3_agentschedulers_db [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 10:53:51.637532 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: port after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.637892 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: port after_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.638248 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: port after_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.638600 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: port after_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.639379 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router before_create 55550100 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.639771 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router precommit_delete 55550100 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.640766 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router precommit_create 55550100 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.641129 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > router precommit_update 55550100 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.645873 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.services.provider_configuration [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Service providers = [] {{(pid=103811) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 10:53:51.646240 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.db.servicetype_db [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103811) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 10:53:51.649180 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.services.service_base [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103811) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 10:53:51.649531 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.services.service_base [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103811) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 10:53:51.649875 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.services.service_base [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103811) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 10:53:51.650924 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.services.service_base [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103811) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 10:53:51.651300 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.services.service_base [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 10:53:51.651702 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 10:53:51.652026 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 10:53:51.662389 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 10:53:51.662723 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading Plugin: auto_allocate Jun 23 10:53:51.668303 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: network precommit_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.668676 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: network precommit_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.669198 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 10:53:51.669524 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading Plugin: tag Jun 23 10:53:51.676373 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 10:53:51.676658 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading Plugin: timestamp Jun 23 10:53:51.680437 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 10:53:51.680772 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading Plugin: network_ip_availability Jun 23 10:53:51.686184 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.686560 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.687428 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.688188 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 10:53:51.688510 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading Plugin: flavors Jun 23 10:53:51.693393 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 10:53:51.693723 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading Plugin: revisions Jun 23 10:53:51.697953 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103811) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 10:53:51.698347 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_concurrency.lockutils [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.982s {{(pid=103811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 23 10:53:51.699076 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103811) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 23 10:53:51.699413 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Initializing extension manager. Jun 23 10:53:51.699970 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: __init__.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.700315 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: __pycache__ {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.700652 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: address_group.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.701398 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.701971 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: address-group Jun 23 10:53:51.702298 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: address_scope.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.703625 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.704172 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: address-scope Jun 23 10:53:51.704508 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: admin_state_down_before_update.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.705424 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.705943 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: router-admin-state-down-before-update Jun 23 10:53:51.706268 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: agent.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.706967 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.707482 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: agent Jun 23 10:53:51.707840 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: agent_resources_synced.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.708746 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.709258 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: agent-resources-synced Jun 23 10:53:51.709585 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: allowedaddresspairs.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.711335 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.711892 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: allowed-address-pairs Jun 23 10:53:51.712223 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: auto_allocated_topology.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.713295 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.713822 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: auto-allocated-topology Jun 23 10:53:51.714148 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: availability_zone.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.714839 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.715352 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: availability_zone Jun 23 10:53:51.715703 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: availability_zone_filter.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.716620 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.717137 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: availability_zone_filter Jun 23 10:53:51.717460 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: data_plane_status.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.718894 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.719404 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 10:53:51.719748 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: default_subnetpools.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.720666 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.721183 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: default-subnetpools Jun 23 10:53:51.721505 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: dhcpagentscheduler.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.722302 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.722819 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: dhcp_agent_scheduler Jun 23 10:53:51.723144 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: dns.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.724088 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.724606 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension dns-integration not supported by any of loaded plugins Jun 23 10:53:51.724936 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: dns_domain_ports.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.725854 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.726366 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 10:53:51.726689 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.727612 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.728150 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 10:53:51.728470 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: dvr.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.729136 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.729654 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: dvr Jun 23 10:53:51.729976 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: ecmp_routes.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.730886 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.731397 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension ecmp_routes not supported by any of loaded plugins Jun 23 10:53:51.731750 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: empty_string_filtering.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.732657 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.733169 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: empty-string-filtering Jun 23 10:53:51.733491 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.734987 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.735499 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 10:53:51.735850 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.736767 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.737451 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 10:53:51.737777 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: external_net.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.738689 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.739206 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: external-net Jun 23 10:53:51.739527 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: extra_dhcp_opt.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.740470 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.740982 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: extra_dhcp_opt Jun 23 10:53:51.741302 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: extraroute.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.742219 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.742992 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: extraroute Jun 23 10:53:51.743311 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: extraroute_atomic.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.744378 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.744899 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: extraroute-atomic Jun 23 10:53:51.745222 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: filter_validation.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.745888 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.746404 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: filter-validation Jun 23 10:53:51.746725 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: fip_pf_description.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.747633 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.748173 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 10:53:51.748498 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: fip_pf_port_range.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.749434 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.749944 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 23 10:53:51.750266 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: fip_port_details.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.751199 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.751731 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: fip-port-details Jun 23 10:53:51.752060 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: flavors.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.753305 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.753827 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: flavors Jun 23 10:53:51.754152 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.755835 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.756368 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 10:53:51.756707 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: floatingip_pools.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.757409 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.757931 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: floatingip-pools Jun 23 10:53:51.758262 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: ip_allocation.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.759182 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.759726 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 10:53:51.760057 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.760977 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.761496 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: ip-substring-filtering Jun 23 10:53:51.761831 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: l2_adjacency.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.762770 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.763279 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 10:53:51.763608 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: l3.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.764608 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.765192 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: router Jun 23 10:53:51.765522 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: l3_conntrack_helper.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.767727 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.768264 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 10:53:51.768600 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.769525 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.770047 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: ext-gw-mode Jun 23 10:53:51.770380 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.771296 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.771848 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: l3-ha Jun 23 10:53:51.772178 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.773096 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.773607 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 23 10:53:51.773933 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: l3_flavors.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.774844 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.775360 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: l3-flavors Jun 23 10:53:51.775718 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: l3_ndp_proxy.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.777075 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.777596 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 23 10:53:51.777926 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.778844 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.779359 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 10:53:51.779709 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: l3agentscheduler.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.781361 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.781882 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: l3_agent_scheduler Jun 23 10:53:51.782215 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: local_ip.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.784017 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.784550 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension local_ip not supported by any of loaded plugins Jun 23 10:53:51.784898 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: logging.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.786354 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.786885 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension logging not supported by any of loaded plugins Jun 23 10:53:51.787219 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: metering.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.787990 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.788576 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: metering Jun 23 10:53:51.788908 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.789983 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.790510 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: metering_source_and_destination_fields Jun 23 10:53:51.790841 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: multiprovidernet.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.791807 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.792330 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: multi-provider Jun 23 10:53:51.792658 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: netmtu.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.793576 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.794086 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: net-mtu Jun 23 10:53:51.794412 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: netmtu_writable.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.795324 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.795869 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: net-mtu-writable Jun 23 10:53:51.796197 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: network_availability_zone.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.797421 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.797933 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: network_availability_zone Jun 23 10:53:51.798261 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: network_ip_availability.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.799361 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.799912 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: network-ip-availability Jun 23 10:53:51.800242 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: network_segment_range.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.800997 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.801505 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 10:53:51.801830 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: pagination.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.802809 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.803142 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: pagination Jun 23 10:53:51.803467 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: port_device_profile.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.804406 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.804926 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: port-device-profile Jun 23 10:53:51.805250 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: port_mac_address_override.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.806168 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.806688 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: port-mac-override Jun 23 10:53:51.807012 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.807954 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.808470 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: port-mac-address-regenerate Jun 23 10:53:51.808793 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.809699 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.810218 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: port-numa-affinity-policy Jun 23 10:53:51.810543 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: port_resource_request.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.811459 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.812022 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 10:53:51.812352 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: port_resource_request_groups.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.813314 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.813826 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 23 10:53:51.814149 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: portbindings.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.815064 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.815583 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: binding Jun 23 10:53:51.815932 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: portbindings_extended.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.817175 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.817726 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: binding-extended Jun 23 10:53:51.818057 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: portsecurity.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.818968 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.819482 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: port-security Jun 23 10:53:51.819844 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: project_id.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.820819 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.821151 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: project-id Jun 23 10:53:51.821473 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: providernet.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.822389 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.822911 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: provider Jun 23 10:53:51.823238 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: qos.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.828203 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.828734 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension qos not supported by any of loaded plugins Jun 23 10:53:51.829070 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.830313 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.830839 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 10:53:51.831171 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.832126 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.832651 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 10:53:51.832977 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: qos_default.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.833889 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.834410 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension qos-default not supported by any of loaded plugins Jun 23 10:53:51.834738 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: qos_fip.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.835671 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.836191 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension qos-fip not supported by any of loaded plugins Jun 23 10:53:51.836515 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: qos_fip_network_policy.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.837425 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.837941 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 23 10:53:51.838261 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: qos_gateway_ip.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.839177 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.839717 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 10:53:51.840042 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: qos_port_network_policy.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.840949 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.841462 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 10:53:51.841782 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.842828 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.843886 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 23 10:53:51.844212 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.845258 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.845783 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 23 10:53:51.846110 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: qos_pps_rule.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.847267 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.847816 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension qos-pps not supported by any of loaded plugins Jun 23 10:53:51.848145 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: qos_rule_type_details.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.849056 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.849573 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 10:53:51.849933 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: qos_rule_type_filter.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.850849 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.851360 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 23 10:53:51.851701 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: qos_rules_alias.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.852765 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.853283 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 10:53:51.853609 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: quota_check_limit.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.854521 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.855037 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: quota-check-limit Jun 23 10:53:51.855360 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: quotasv2.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.856324 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.856655 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: quotas Jun 23 10:53:51.856976 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: quotasv2_detail.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.858668 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.859564 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: quota_details Jun 23 10:53:51.859924 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: rbac.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.860972 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.861500 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: rbac-policies Jun 23 10:53:51.861829 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: rbac_address_group.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.862753 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.863279 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: rbac-address-group Jun 23 10:53:51.863603 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: rbac_address_scope.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.864558 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.865081 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: rbac-address-scope Jun 23 10:53:51.865406 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: rbac_security_groups.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.866397 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.866915 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: rbac-security-groups Jun 23 10:53:51.867240 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: rbac_subnetpool.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.868454 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.868974 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: rbac-subnetpool Jun 23 10:53:51.869299 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: revisionifmatch.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.870228 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.870748 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: revision-if-match Jun 23 10:53:51.871070 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: revisions.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.872211 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.872736 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: standard-attr-revisions Jun 23 10:53:51.873068 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: router_availability_zone.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.873740 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.874262 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: router_availability_zone Jun 23 10:53:51.874608 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: routerservicetype.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.875744 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.876263 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension router-service-type not supported by any of loaded plugins Jun 23 10:53:51.876586 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.877521 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.878040 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: security-groups-normalized-cidr Jun 23 10:53:51.878364 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: security_groups_port_filtering.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.879298 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.879851 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: port-security-groups-filtering Jun 23 10:53:51.880174 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.881108 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.881633 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: security-groups-remote-address-group Jun 23 10:53:51.881962 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.882898 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.883451 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: security-groups-shared-filtering Jun 23 10:53:51.883787 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: securitygroup.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.893877 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.894421 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: security-group Jun 23 10:53:51.894750 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: segment.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.895491 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.896039 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension segment not supported by any of loaded plugins Jun 23 10:53:51.896367 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.897322 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.897842 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 10:53:51.898163 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: servicetype.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.899310 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.899833 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: service-type Jun 23 10:53:51.900165 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: sorting.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.901158 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.901489 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: sorting Jun 23 10:53:51.901812 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: standard_attr_segment.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.902735 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.903253 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 10:53:51.903584 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: standardattrdescription.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.904284 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.904799 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: standard-attr-description Jun 23 10:53:51.905185 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: stateful_security_group.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.906698 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.907219 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: stateful-security-group Jun 23 10:53:51.907546 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: stdattrs_common.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.908156 dv-cinder-843309-2-iscsi neutron-server[103811]: WARNING neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 10:53:51.908485 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.909408 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.909933 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 10:53:51.910262 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: subnet_onboard.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.911315 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.911864 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: subnet_onboard Jun 23 10:53:51.912195 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.913124 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.913649 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 10:53:51.913975 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: subnet_service_types.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.914895 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.915409 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: subnet-service-types Jun 23 10:53:51.915764 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: subnetallocation.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.916877 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.917396 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: subnet_allocation Jun 23 10:53:51.917725 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.918388 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.918903 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: subnetpool-prefix-ops Jun 23 10:53:51.919227 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.920194 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.920703 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 10:53:51.921028 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: tagging.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.922151 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.922669 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: standard-attr-tag Jun 23 10:53:51.922999 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: timestamp.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.924220 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.924741 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loaded extension: standard-attr-timestamp Jun 23 10:53:51.925064 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: trunk.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.926096 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.926667 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension trunk not supported by any of loaded plugins Jun 23 10:53:51.926946 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: trunk_details.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.927901 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.928424 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension trunk-details not supported by any of loaded plugins Jun 23 10:53:51.928750 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: uplink_status_propagation.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.929687 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.930214 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 10:53:51.930542 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Loading extension file: vlantransparent.py {{(pid=103811) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 10:53:51.931215 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103811) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 10:53:51.931757 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 10:53:51.934296 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of TrackedResource for resource:network Jun 23 10:53:51.934816 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of TrackedResource for resource:subnet Jun 23 10:53:51.935215 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 10:53:51.935607 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of TrackedResource for resource:port Jun 23 10:53:51.936865 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.resource_helper [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 10:53:51.937329 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.resource_helper [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Service FLAVORS assigned prefix: {{(pid=103811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 10:53:51.938007 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.resource_helper [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 10:53:51.938444 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.resource_helper [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 10:53:51.938780 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of TrackedResource for resource:router Jun 23 10:53:51.939220 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of TrackedResource for resource:floatingip Jun 23 10:53:51.939751 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.resource_helper [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Service METERING assigned prefix: /metering {{(pid=103811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 10:53:51.941202 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.941572 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.941926 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:53:51.942926 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 10:53:51.943374 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of TrackedResource for resource:security_group Jun 23 10:53:51.943853 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 10:53:51.944451 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.resource_helper [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Service CORE assigned prefix: {{(pid=103811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 10:53:51.944796 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 10:53:51.945145 dv-cinder-843309-2-iscsi neutron-server[103811]: WARNING neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] subnetpool is already registered Jun 23 10:53:51.945570 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.resource_helper [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Service CORE assigned prefix: {{(pid=103811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 10:53:51.945899 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 10:53:51.946232 dv-cinder-843309-2-iscsi neutron-server[103811]: WARNING neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] subnetpool is already registered Jun 23 10:53:51.948635 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.resource_helper [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 10:53:51.949074 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.resource_helper [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Service FLAVORS assigned prefix: {{(pid=103811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 10:53:51.949666 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.resource_helper [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 10:53:51.950089 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.resource_helper [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 10:53:51.950425 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of TrackedResource for resource:router Jun 23 10:53:51.950768 dv-cinder-843309-2-iscsi neutron-server[103811]: WARNING neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] router is already registered Jun 23 10:53:51.951183 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of TrackedResource for resource:floatingip Jun 23 10:53:51.951520 dv-cinder-843309-2-iscsi neutron-server[103811]: WARNING neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] floatingip is already registered Jun 23 10:53:51.952011 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.resource_helper [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Service METERING assigned prefix: /metering {{(pid=103811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 10:53:51.953209 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 10:53:51.953541 dv-cinder-843309-2-iscsi neutron-server[103811]: WARNING neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] rbac_policy is already registered Jun 23 10:53:51.953955 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of TrackedResource for resource:security_group Jun 23 10:53:51.954291 dv-cinder-843309-2-iscsi neutron-server[103811]: WARNING neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] security_group is already registered Jun 23 10:53:51.954696 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 10:53:51.955030 dv-cinder-843309-2-iscsi neutron-server[103811]: WARNING neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] security_group_rule is already registered Jun 23 10:53:51.955691 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.resource_helper [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Service CORE assigned prefix: {{(pid=103811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 10:53:51.956020 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 10:53:51.956362 dv-cinder-843309-2-iscsi neutron-server[103811]: WARNING neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] subnetpool is already registered Jun 23 10:53:51.956787 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.v2.resource_helper [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Service CORE assigned prefix: {{(pid=103811) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 10:53:51.957114 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 10:53:51.957450 dv-cinder-843309-2-iscsi neutron-server[103811]: WARNING neutron.quota.resource_registry [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] subnetpool is already registered Jun 23 10:53:51.957929 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: extensions {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.959343 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: address-groups {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.960843 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: address-scopes {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.962155 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: agents {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.963288 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: auto-allocated-topology {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.964540 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: availability_zones {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.965794 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: dhcp-networks {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.967290 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: dhcp-agents {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.969330 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: routers {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.970997 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: flavors {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.972287 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: service_profiles {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.973490 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: next_providers {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.974914 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: service_profiles {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.976482 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: floatingip-pools {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.977683 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: routers {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.979354 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: floatingips {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.980667 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: l3-routers {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.982039 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: l3-agents {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.983445 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: metering-labels {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.984744 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: metering-label-rules {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.987017 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: network-ip-availabilities {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.988292 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: bindings {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.989856 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: quotas {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.991483 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: quotas {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.993314 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: rbac-policies {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.994475 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: security-groups {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.995801 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: security-group-rules {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.997068 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: service-providers {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.998259 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: subnetpools {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:51.999596 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: subnetpools {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:52.001132 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: tags {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:52.002807 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: tags {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:52.004641 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: tags {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:52.006396 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: tags {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:52.008097 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: tags {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:52.010164 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: tags {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:52.011857 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: tags {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:52.013733 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: tags {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:52.016033 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: tags {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:52.017783 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron.api.extensions [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Extended resource: tags {{(pid=103811) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 10:53:52.023746 dv-cinder-843309-2-iscsi neutron-server[103811]: WARNING keystonemiddleware.auth_token [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 10:53:52.028697 dv-cinder-843309-2-iscsi neutron-server[103811]: WARNING keystonemiddleware.auth_token [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 10:53:52.038015 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_concurrency.lockutils [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Acquired lock "singleton_lock" {{(pid=103811) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 23 10:53:52.038485 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_concurrency.lockutils [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Releasing lock "singleton_lock" {{(pid=103811) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 23 10:53:52.039136 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO oslo_service.service [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Starting 2 workers Jun 23 10:53:52.043978 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Started child 103952 {{(pid=103811) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 10:53:52.048377 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Started child 103953 {{(pid=103811) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 10:53:52.049539 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:53:52.050251 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO neutron.service [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 10:53:52.050623 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Publish callbacks [] for process (None), before_spawn {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:53:52.051060 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [-] (103952) wsgi starting up on http://0.0.0.0:9696 Jun 23 10:53:52.053022 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO oslo_service.service [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Starting 1 workers Jun 23 10:53:52.053174 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:53:52.054487 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [-] (103953) wsgi starting up on http://0.0.0.0:9696 Jun 23 10:53:52.058209 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Started child 103954 {{(pid=103811) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 10:53:52.058748 dv-cinder-843309-2-iscsi neutron-server[103811]: INFO oslo_service.service [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Starting 1 workers Jun 23 10:53:52.061982 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.service [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] calling RpcWorker wait() {{(pid=103954) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 10:53:52.062525 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.service [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] returning from RpcWorker wait() {{(pid=103954) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 10:53:52.063205 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Started child 103955 {{(pid=103811) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 10:53:52.064044 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9d8ccbbe-c681-45f4-b327-bd17c43b9edf None None] Publish callbacks [] for process (None), after_spawn {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:53:52.064227 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:53:52.064552 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:53:52.066015 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103811) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 10:53:52.066226 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 10:53:52.066409 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 10:53:52.066635 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 10:53:52.066947 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 10:53:52.067106 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 10:53:52.067622 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.067917 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.068181 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.068270 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:53:52.068727 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.069045 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.069310 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.069579 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.069850 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.070103 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.070274 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.070438 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.070694 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.070923 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.071246 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.071525 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.071789 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.072014 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.072185 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.072456 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.072714 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.072967 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.073263 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] debug = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.073535 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.074015 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.074260 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.074506 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.074722 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.075001 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.075254 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.075512 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.075785 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.076025 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.076258 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.076515 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.076752 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.076991 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.077211 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.077473 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.078234 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.078747 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] host = dv-cinder-843309-2-iscsi {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.078982 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.079219 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.079462 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.079708 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.079966 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.080185 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.080442 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.080696 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.080973 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.081195 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.081439 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.081685 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.081919 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.082180 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] log_file = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.082346 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] log_options = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.082597 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.082846 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.083117 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.083308 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.083476 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.083639 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.083908 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.084073 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.084327 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.084562 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.084776 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.085007 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.085542 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.085542 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.088538 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.088538 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.088538 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.088538 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.088538 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.088538 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.088538 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.088538 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.089419 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.089419 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.089419 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.089419 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.089419 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.089419 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.089419 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.089419 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.090532 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.090532 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.090532 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.090878 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:53:52.091008 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.091008 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.091008 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.091008 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.091008 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.096977 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.096977 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.096977 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.096977 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.096977 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.096977 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.096977 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.096977 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.098272 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] use_json = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.098272 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.098272 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.098272 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.098272 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.098272 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.098272 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.098272 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.099099 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.099099 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.099099 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.099099 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.099099 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.099099 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.099099 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.099099 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.099546 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.099546 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.099546 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.099546 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.099546 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.099546 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.099546 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.099546 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.100041 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.100115 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.100381 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.100643 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.100878 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.101124 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.101357 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.101596 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.101868 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.102088 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.102319 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.102547 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.102942 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.103404 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.103835 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.104264 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.104612 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.105057 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.105720 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.106432 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.106679 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.106947 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.107167 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.107443 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.107678 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.107896 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.108247 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.108868 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.108868 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.108868 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.109601 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.109601 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.109601 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.110184 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.110184 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.110493 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.110493 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.110771 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.110906 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.111751 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.111751 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.111751 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.111751 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.112085 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.112241 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.112502 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.112739 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.112957 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.113206 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.113422 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.113654 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.113864 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.114080 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.114294 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.114524 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.114734 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.115095 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.115246 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.115395 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.115574 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.115803 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.116032 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.116261 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.116476 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.116692 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.116924 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.117151 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.117821 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.118038 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.118250 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.118482 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.118700 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.118912 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.119127 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.119344 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.119542 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.119773 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.120130 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.120326 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.120571 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.120783 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.121017 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.121691 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.121691 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.121691 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.121941 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.122072 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.122589 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.122589 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.122820 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.123047 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.123255 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.123490 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.123781 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.124726 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.124959 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.126274 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.126274 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.126274 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.126274 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.126274 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.126274 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.126837 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.126837 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.126987 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.127252 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.127501 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.127805 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.128041 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.128309 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.128598 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.129013 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.129419 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.129835 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.130069 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.130309 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.130741 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.131209 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.131632 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.131908 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.132148 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.132567 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.132738 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.132904 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.135250 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.135250 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.135250 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.135250 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.135250 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.135250 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.135250 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.135250 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.136335 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.136335 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.136335 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.136335 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.136335 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.136335 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.136759 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.136759 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.136921 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.137003 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.139863 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.139863 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.139863 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.139863 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.139863 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.139863 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.139863 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.139863 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.141422 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.141422 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.141422 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.141422 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.141422 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.141422 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.141422 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.141422 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.142039 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.142039 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.142039 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.142039 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.142300 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.142426 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.142607 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.142833 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.143073 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.143336 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.143549 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.143836 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.144054 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.144265 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.144474 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.144689 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.144904 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.145131 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.145356 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.145566 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.145816 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.146050 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.146402 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.146647 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.146879 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.147127 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.147359 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.147574 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.147823 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.148040 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.148273 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.148486 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.148736 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.148954 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.149169 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.149380 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.149593 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.149805 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.150063 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.150284 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.150533 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.150766 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.150987 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.151203 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.151419 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.151629 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.151882 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.152096 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.152322 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.152521 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.152731 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.153016 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.153261 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.153501 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.153738 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.153971 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.154195 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.154629 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.154886 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.155095 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.155315 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.155530 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.155845 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.156588 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.156839 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.157052 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.157279 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.157515 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.157726 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.157976 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.158192 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.158410 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.158632 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.159182 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.159182 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.159351 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.159494 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.159885 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.160259 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.160480 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.160688 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.161126 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.161339 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.161550 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.162553 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.162553 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.162553 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.162553 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.162847 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.162917 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.163194 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.163427 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.163690 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.164088 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.164409 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.164628 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.164875 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.165124 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.165338 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.165712 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.165972 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.166284 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.166562 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.166810 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.167064 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.167342 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.167612 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.167913 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.168147 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.168447 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.168778 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.169056 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.169324 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.169569 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.169804 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.170052 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.170246 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.170476 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.170723 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.170950 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.171193 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.171453 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.171730 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.171949 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.172181 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.172400 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.172654 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.172879 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.173103 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.173318 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.173476 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 10:53:52.174026 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103811) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 10:53:52.174188 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 10:53:52.174346 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 10:53:52.174509 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 10:53:52.174675 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 10:53:52.174829 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 10:53:52.175037 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.175199 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.175358 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.175692 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.175884 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.176048 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.176207 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.176365 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.176522 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.176732 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.176830 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.176981 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.177137 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.177292 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.177449 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.177606 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.177764 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.177850 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:53:52.177942 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.178072 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.178228 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.178385 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.178542 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] debug = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.178698 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.178888 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.179049 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.179206 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.179362 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.179518 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.179703 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.179858 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.180015 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.180173 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.180330 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.180491 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.180645 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.180954 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.181110 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.181415 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.181569 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.181862 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] host = dv-cinder-843309-2-iscsi {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.182169 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.182358 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.182487 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.182780 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.183071 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.183231 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.183522 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.183837 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.183992 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.184156 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.184296 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.184455 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.184605 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.184772 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] log_file = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.184921 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] log_options = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.185081 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.185238 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.185434 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.185572 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.185734 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.185891 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.186048 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.186206 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.186362 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.186519 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.186676 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.186838 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.187015 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.187173 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.187479 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.187636 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.187884 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.188041 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.188200 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.188362 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.188518 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.188674 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.188831 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.188986 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.189143 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.189303 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.189462 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.189605 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.189761 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.189919 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.190060 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.190220 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.190378 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.190533 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.190692 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.190848 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.191005 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.191159 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.191320 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.191479 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.191634 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.191961 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.192122 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.192279 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.192437 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.192592 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.192749 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] use_json = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.192915 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.193057 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.193219 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.193375 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.193533 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.193693 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.193846 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.194150 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.194310 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 10:53:52.194489 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.194650 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.194830 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.194990 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.195156 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.195306 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.195465 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.195626 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.195809 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.195969 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.196135 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.196295 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.196466 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.196625 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.196786 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.196949 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.197108 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.197268 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.197428 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.197587 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.197747 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.197906 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.198073 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.198231 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.198422 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.198545 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.198684 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.198851 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.199010 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.199180 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.199350 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.199805 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.199805 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.200521 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.200521 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.200521 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.200521 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.200521 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.201145 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.201145 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.201145 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.201145 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.201657 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.201657 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.201657 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.201657 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.202142 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.202142 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.202142 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.202351 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.202351 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.203063 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.203192 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.203354 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.203517 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.203640 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.203810 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.203981 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.204140 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.204299 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.204477 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.204620 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.204780 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.204939 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.205098 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.205263 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.205423 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.205582 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.205815 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.205980 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.206140 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.206299 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.206459 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.206618 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.206777 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.206937 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.207096 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.207255 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.207413 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.207572 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.207752 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.207912 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.208071 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.208230 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.208389 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.208549 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.208708 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.208868 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.209027 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.209189 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.209347 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.209522 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.209681 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.209840 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.209998 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.210157 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.210315 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.210473 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.210632 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.210791 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.210949 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.211106 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.211265 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.211426 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.211584 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.211763 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.211925 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.212083 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.212241 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.212401 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.212559 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.212717 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.212876 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.213052 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.213195 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.213342 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.213500 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.213658 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.213818 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.213995 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.214127 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.214289 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.214449 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.214614 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.214783 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.214943 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.215103 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.215267 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.215426 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.215586 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.215769 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.215929 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.216090 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.216248 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.216407 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.216577 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.216737 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.216897 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.217054 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.217236 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.217394 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.217552 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.217713 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.217871 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.218031 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.218804 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.218977 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.219138 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.219296 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.219456 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.219616 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.219808 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.219969 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.220112 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.220274 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.220434 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.220595 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.220755 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.220915 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.221075 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.221234 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.221392 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.221551 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.221711 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.221871 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.222031 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.222191 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.222349 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.222508 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.222667 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.222826 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.222985 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.223145 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.223304 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.223462 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.223621 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.223801 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.223951 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.224111 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.224271 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.224431 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.224590 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.224749 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.224910 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.225070 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.225230 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.225393 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.225553 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.225712 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.225872 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.226036 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.226194 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.226353 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.226512 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.226687 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.226847 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.227007 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.227169 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.227328 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.227488 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.227646 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.227826 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.227985 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.228144 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.228305 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.228465 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.228625 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.228783 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.228942 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.229101 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.229265 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.229426 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.229586 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.229745 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.229907 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.230066 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.230226 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.230385 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.230545 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.230703 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.230862 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.231021 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.231179 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.231350 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.231509 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.231683 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.231847 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.232007 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.232165 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.232335 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.232494 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.232653 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.232811 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.232969 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.233135 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.233284 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.233442 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.233601 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.233775 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.233944 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.234103 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.234271 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.234430 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.234588 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.234747 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.234909 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.235065 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.235233 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.235397 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.235556 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.235743 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.235902 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.236062 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.236229 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.236388 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.236546 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.236705 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.236864 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.237069 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.237795 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.237795 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.237795 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.237795 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.237795 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.238174 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.238174 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.238335 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.238414 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.238526 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.238685 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.238844 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.239004 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.239166 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.239328 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.239496 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.239706 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.239844 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.240012 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.240180 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.240348 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.240508 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.240675 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.240847 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.241006 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.241166 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.241325 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.241484 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.241644 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.241803 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.241963 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.242122 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.242282 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.242705 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.242864 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.243024 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.243184 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.243342 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.243503 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.243674 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.243841 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.244001 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.244160 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 10:53:52.244313 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103811) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 10:53:52.358858 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 33444) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:53:52.367710 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064516 Jun 23 10:54:01.548346 dv-cinder-843309-2-iscsi neutron-server[103811]: DEBUG dbcounter [-] [103811] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:03.364555 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09d842e-eb45-4ee8-b005-29065f91c67a None None] get_active_networks_info from dv-cinder-843309-2-iscsi {{(pid=103954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 23 10:54:03.372386 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writer thread running {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 10:54:03.430217 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09d842e-eb45-4ee8-b005-29065f91c67a None None] No non-hosted networks {{(pid=103954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 10:54:03.443460 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.agentschedulers_db [None req-c09d842e-eb45-4ee8-b005-29065f91c67a None None] DHCP Agent not found on host dv-cinder-843309-2-iscsi {{(pid=103954) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 23 10:54:03.562894 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b240e18-935b-4d60-8504-6eeffb8bf0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-263876'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:04.995282 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writer thread running {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 10:54:05.609250 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0e65ebee-a236-4c8e-8a2f-cfdc70cf2c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-263876'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:05.636018 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-406576e1-bb2c-42a1-9ac3-ae793eb9ea83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:06.664569 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-263876'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:06.672694 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 33518) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:54:07.212028 dv-cinder-843309-2-iscsi neutron-server[103952]: WARNING oslo_policy.policy [None req-2d80f8ef-b125-4997-8349-9b231491ce6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 10:54:07.212652 dv-cinder-843309-2-iscsi neutron-server[103952]: WARNING oslo_policy.policy [None req-2d80f8ef-b125-4997-8349-9b231491ce6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 10:54:07.434517 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [None req-2d80f8ef-b125-4997-8349-9b231491ce6c admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 10:54:07.443582 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-2d80f8ef-b125-4997-8349-9b231491ce6c admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7612011 Jun 23 10:54:08.086549 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-263876'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:08.589820 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-263876'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:08.591273 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:08.592897 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:08.593445 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:08.594582 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:08.595149 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:08.596070 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:08.596622 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:08.597143 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:08.597658 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:08.598179 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:08.598908 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:08.599446 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:08.600054 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:08.600592 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:08.601111 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:08.601715 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843309-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:54:08.608829 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843309-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:54:09.831906 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 33548) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:54:09.921860 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.db.l3_hamode_db [None req-6e62d732-9a97-4f7d-aa21-61a76a268458 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 10:54:10.001979 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e62d732-9a97-4f7d-aa21-61a76a268458 None None] Routers set() bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 10:54:10.002352 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e62d732-9a97-4f7d-aa21-61a76a268458 None None] Router IDs set() for agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 23 10:54:10.383089 dv-cinder-843309-2-iscsi neutron-server[103953]: WARNING oslo_policy.policy [None req-f243f61a-fa14-48d2-883c-28aa0d6b267f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 10:54:10.383638 dv-cinder-843309-2-iscsi neutron-server[103953]: WARNING oslo_policy.policy [None req-f243f61a-fa14-48d2-883c-28aa0d6b267f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 10:54:10.598981 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f243f61a-fa14-48d2-883c-28aa0d6b267f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 10:54:10.689916 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.policy [None req-f243f61a-fa14-48d2-883c-28aa0d6b267f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103953) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 10:54:10.730854 dv-cinder-843309-2-iscsi neutron-server[103953]: WARNING oslo_policy.policy [None req-f243f61a-fa14-48d2-883c-28aa0d6b267f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 10:54:10.731225 dv-cinder-843309-2-iscsi neutron-server[103953]: WARNING oslo_policy.policy [None req-f243f61a-fa14-48d2-883c-28aa0d6b267f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 10:54:10.755730 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writer thread running {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 10:54:10.831186 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f243f61a-fa14-48d2-883c-28aa0d6b267f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767342993444', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767342994992', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767343075568', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767343087238', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767343097073', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767343036435', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1594812', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1421132', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-333199', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3804990'] for rbac-policy (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:10.898169 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f243f61a-fa14-48d2-883c-28aa0d6b267f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:10.899438 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-f243f61a-fa14-48d2-883c-28aa0d6b267f admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0666242 Jun 23 10:54:13.118920 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 33566) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:54:13.435983 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 10:54:13.448492 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writer thread running {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 10:54:13.489556 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Made reservation on behalf of 2f8281ddbf1345088c2c4475cad30949 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:54:13.549284 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.policy [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103952) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 10:54:13.591829 dv-cinder-843309-2-iscsi neutron-server[103952]: WARNING oslo_policy.policy [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 10:54:13.592211 dv-cinder-843309-2-iscsi neutron-server[103952]: WARNING oslo_policy.policy [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 10:54:13.602961 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:13.625860 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:13.742270 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Publish callbacks [] for security_group (fb119ddb-224e-440c-91cf-5e02a986b30e), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:13.746265 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (fb119ddb-224e-440c-91cf-5e02a986b30e), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:13.778766 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:54:13.807402 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767343742338', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (58fdd03a-964c-4094-99b8-fb4c40ae21e2), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:13.807985 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Unsubscribe: segment precommit_create {{(pid=103952) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 10:54:13.808528 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Added segment 58fdd03a-964c-4094-99b8-fb4c40ae21e2 of type vlan for network ce896c53-3f15-459d-a28e-620ba7974c65 Jun 23 10:54:13.814086 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fb119ddb-224e-440c-91cf-5e02a986b30e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:13.839037 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:13.839384 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:13.839765 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:13.840121 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:13.840459 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:13.840789 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:13.841117 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:13.841441 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:13.841767 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:13.842090 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:13.842414 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:13.842749 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:13.843074 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:13.843392 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:13.844373 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Tracked resource versions report: Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: pushed versions: Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: { 'AddressGroup': {'1.2'}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Agent': {'1.1'}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'ConntrackHelper': {'1.0'}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'LocalIPAssociation': {'1.0'}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Log': {'1.0'}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'NDPProxy': {'1.0'}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Network': {'1.1'}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Port': {'1.7'}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'PortForwarding': {'1.3'}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'QosPolicy': {'1.10'}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'SecurityGroup': {'1.5'}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'SecurityGroupRule': {'1.2'}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'SubPort': {'1.0'}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Subnet': {'1.1'}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Trunk': {'1.1'}} Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: consumer versions: Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: { DHCP agent@dv-cinder-843309-2-iscsi: {}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: L3 agent@dv-cinder-843309-2-iscsi: {}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: Metadata agent@dv-cinder-843309-2-iscsi: {}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: Metering agent@dv-cinder-843309-2-iscsi: {}, Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: Open vSwitch agent@dv-cinder-843309-2-iscsi: { 'AddressGroup': '1.2', Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Agent': '1.1', Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'ConntrackHelper': '1.0', Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'LocalIPAssociation': '1.0', Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Log': '1.0', Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'NDPProxy': '1.0', Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Network': '1.1', Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Port': '1.7', Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'PortForwarding': '1.3', Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'QosPolicy': '1.10', Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'SecurityGroup': '1.5', Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'SecurityGroupRule': '1.2', Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'SubPort': '1.0', Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Subnet': '1.1', Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Trunk': '1.1'}} Jun 23 10:54:13.845780 dv-cinder-843309-2-iscsi neutron-server[103952]: {{(pid=103952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 10:54:13.927834 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (ce896c53-3f15-459d-a28e-620ba7974c65), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:13.966256 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (ce896c53-3f15-459d-a28e-620ba7974c65), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:13.972032 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:54:13.972755 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:14.044858 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9248812 Jun 23 10:54:14.097698 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021808e-c8fe-4066-8865-18aa976256a0 demo demo] Pushing event updated for resources: {'Network': ['ID=ce896c53-3f15-459d-a28e-620ba7974c65,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:14.109976 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network ce896c53-3f15-459d-a28e-620ba7974c65 details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:54:16.330130 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 33580) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:54:16.737285 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ec5977-a185-4814-8a34-c436e0421d2f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:54:16.738524 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-73ec5977-a185-4814-8a34-c436e0421d2f demo admin] 10.222.0.65 "GET /v2.0/networks/ce896c53-3f15-459d-a28e-620ba7974c65 HTTP/1.1" status: 200 len: 825 time: 0.4074585 Jun 23 10:54:16.775784 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-7c4d527c-35f1-45ef-b85b-1ccdcc76b665 demo admin] 10.222.0.65 "GET /v2.0/subnetpools/5f1e8a76-1ce6-45be-a42c-83ffdc626259 HTTP/1.1" status: 200 len: 734 time: 0.0314984 Jun 23 10:54:16.784159 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5706ea61-ec12-4f27-9e6c-b9abc51d0ff3 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '5f1e8a76-1ce6-45be-a42c-83ffdc626259', 'gateway_ip': '172.20.0.1', 'network_id': 'ce896c53-3f15-459d-a28e-620ba7974c65', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 10:54:16.800890 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=59,neutron:INSERT=38,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:16.809180 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5706ea61-ec12-4f27-9e6c-b9abc51d0ff3 demo admin] Made reservation on behalf of 2f8281ddbf1345088c2c4475cad30949 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:54:16.811539 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5706ea61-ec12-4f27-9e6c-b9abc51d0ff3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:17.103938 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5706ea61-ec12-4f27-9e6c-b9abc51d0ff3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for subnet (a335adaa-f71c-42cf-a0f7-6cde2c9e7436), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:17.141715 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:17.177785 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706ea61-ec12-4f27-9e6c-b9abc51d0ff3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a335adaa-f71c-42cf-a0f7-6cde2c9e7436,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:17.182464 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5706ea61-ec12-4f27-9e6c-b9abc51d0ff3 demo admin] Checking segment: {'id': '58fdd03a-964c-4094-99b8-fb4c40ae21e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ce896c53-3f15-459d-a28e-620ba7974c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 10:54:17.182841 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5706ea61-ec12-4f27-9e6c-b9abc51d0ff3 demo admin] Network hostable DHCP agents. Network: ce896c53-3f15-459d-a28e-620ba7974c65, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:54:17.203178 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5706ea61-ec12-4f27-9e6c-b9abc51d0ff3 demo admin] Network ce896c53-3f15-459d-a28e-620ba7974c65 is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:54:17.213341 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-5706ea61-ec12-4f27-9e6c-b9abc51d0ff3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, ce896c53-3f15-459d-a28e-620ba7974c65) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:54:17.217846 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5706ea61-ec12-4f27-9e6c-b9abc51d0ff3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:54:17.218441 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5706ea61-ec12-4f27-9e6c-b9abc51d0ff3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:17.223327 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0e4f95-6d4e-44b7-a728-6a5808fedaa7 None None] Network ce896c53-3f15-459d-a28e-620ba7974c65 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 10:54:17.242369 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-5706ea61-ec12-4f27-9e6c-b9abc51d0ff3 demo admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4613056 Jun 23 10:54:17.490998 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831447ca-f02e-5cfc-b666-521d41d301dd-ce896c53-3f15-459d-a28e-620ba7974c65', 'network_id': 'ce896c53-3f15-459d-a28e-620ba7974c65', 'project_id': '2f8281ddbf1345088c2c4475cad30949', 'fixed_ips': [{'subnet_id': 'a335adaa-f71c-42cf-a0f7-6cde2c9e7436'}]}} from dv-cinder-843309-2-iscsi. {{(pid=103954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 10:54:17.492427 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:17.764475 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Allocated IP 172.20.0.2 (ce896c53-3f15-459d-a28e-620ba7974c65/a335adaa-f71c-42cf-a0f7-6cde2c9e7436/aa2e92eb-2e7d-45a9-8a1e-5972e845baad) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:54:17.785209 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:18.029891 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Publish callbacks [] for port (aa2e92eb-2e7d-45a9-8a1e-5972e845baad), precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:18.037584 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (aa2e92eb-2e7d-45a9-8a1e-5972e845baad), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:18.094416 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=5 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:18.107550 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:18.122092 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Network ce896c53-3f15-459d-a28e-620ba7974c65 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:54:18.123345 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Pushing event updated for resources: {'Port': ['ID=aa2e92eb-2e7d-45a9-8a1e-5972e845baad,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:18.128154 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:54:18.137105 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 10:54:18.140925 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:18.141274 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:18.141638 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:18.141974 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:18.142302 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:18.142628 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:18.142951 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:18.143273 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:18.143594 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:18.143946 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:18.144268 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:18.144597 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:18.144923 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:18.145239 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:18.145554 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Tracked resource versions report: Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: pushed versions: Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: { 'AddressGroup': {'1.2'}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Agent': {'1.1'}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'ConntrackHelper': {'1.0'}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'LocalIPAssociation': {'1.0'}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Log': {'1.0'}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'NDPProxy': {'1.0'}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Network': {'1.1'}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Port': {'1.7'}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'PortForwarding': {'1.3'}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'QosPolicy': {'1.10'}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'SecurityGroup': {'1.5'}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'SecurityGroupRule': {'1.2'}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'SubPort': {'1.0'}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Subnet': {'1.1'}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Trunk': {'1.1'}} Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: consumer versions: Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: { DHCP agent@dv-cinder-843309-2-iscsi: {}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: L3 agent@dv-cinder-843309-2-iscsi: {}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: Metadata agent@dv-cinder-843309-2-iscsi: {}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: Metering agent@dv-cinder-843309-2-iscsi: {}, Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: Open vSwitch agent@dv-cinder-843309-2-iscsi: { 'AddressGroup': '1.2', Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Agent': '1.1', Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'ConntrackHelper': '1.0', Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'LocalIPAssociation': '1.0', Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Log': '1.0', Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'NDPProxy': '1.0', Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Network': '1.1', Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Port': '1.7', Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'PortForwarding': '1.3', Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'QosPolicy': '1.10', Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'SecurityGroup': '1.5', Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'SecurityGroupRule': '1.2', Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'SubPort': '1.0', Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Subnet': '1.1', Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Trunk': '1.1'}} Jun 23 10:54:18.146911 dv-cinder-843309-2-iscsi neutron-server[103954]: {{(pid=103954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 10:54:18.222823 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Attempting to bind port aa2e92eb-2e7d-45a9-8a1e-5972e845baad on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 10:54:18.223222 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Attempting to bind port aa2e92eb-2e7d-45a9-8a1e-5972e845baad by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '58fdd03a-964c-4094-99b8-fb4c40ae21e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ce896c53-3f15-459d-a28e-620ba7974c65'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 10:54:18.223640 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Attempting to bind port aa2e92eb-2e7d-45a9-8a1e-5972e845baad on network ce896c53-3f15-459d-a28e-620ba7974c65 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 10:54:18.228512 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 10, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 10:54:18.228893 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Checking segment: {'id': '58fdd03a-964c-4094-99b8-fb4c40ae21e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ce896c53-3f15-459d-a28e-620ba7974c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 10:54:18.229362 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:18.229746 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Bound using segment: {'id': '58fdd03a-964c-4094-99b8-fb4c40ae21e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ce896c53-3f15-459d-a28e-620ba7974c65'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 10:54:18.230202 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Bound port: aa2e92eb-2e7d-45a9-8a1e-5972e845baad, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fdd03a-964c-4094-99b8-fb4c40ae21e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ce896c53-3f15-459d-a28e-620ba7974c65'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 10:54:18.230601 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (aa2e92eb-2e7d-45a9-8a1e-5972e845baad), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:18.267200 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:18.291191 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] For port aa2e92eb-2e7d-45a9-8a1e-5972e845baad, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:54:18.311630 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] For port aa2e92eb-2e7d-45a9-8a1e-5972e845baad, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=aa2e92eb-2e7d-45a9-8a1e-5972e845baad,segment=NetworkSegment(58fdd03a-964c-4094-99b8-fb4c40ae21e2),segment_id=58fdd03a-964c-4094-99b8-fb4c40ae21e2)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:54:18.319177 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (aa2e92eb-2e7d-45a9-8a1e-5972e845baad), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:18.371887 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8007c6-f29d-4f6c-b896-5b19067f7bf7 None None] Pushing event updated for resources: {'Port': ['ID=aa2e92eb-2e7d-45a9-8a1e-5972e845baad,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:19.533269 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 33594) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:54:19.863418 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [None req-6016891a-a41d-47cd-b451-ed9cf7ffedd2 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 10:54:19.864384 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-6016891a-a41d-47cd-b451-ed9cf7ffedd2 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3301795 Jun 23 10:54:20.892621 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=14,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:20.894415 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=19,neutron:INSERT=34,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:22.188983 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 33606) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:54:22.541780 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [None req-03b5c9a4-0a4f-490e-8527-d83f33489a0e admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 10:54:22.541780 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-03b5c9a4-0a4f-490e-8527-d83f33489a0e admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3475161 Jun 23 10:54:24.833338 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 33614) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:54:25.167161 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1ce0fde5-5ce6-4679-8190-71c9536ea639 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 10:54:25.198276 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ce0fde5-5ce6-4679-8190-71c9536ea639 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-269140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27372'] for router (80737f03-fcb7-442e-adb4-6027a4680d99), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:25.199987 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ce0fde5-5ce6-4679-8190-71c9536ea639 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27387'] for router (80737f03-fcb7-442e-adb4-6027a4680d99), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:25.345931 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ce0fde5-5ce6-4679-8190-71c9536ea639 demo demo] Publish callbacks [] for router_controller (80737f03-fcb7-442e-adb4-6027a4680d99), precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:25.350541 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ce0fde5-5ce6-4679-8190-71c9536ea639 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-269750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390477'] for router (80737f03-fcb7-442e-adb4-6027a4680d99), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:25.370421 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ce0fde5-5ce6-4679-8190-71c9536ea639 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:25.371534 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-1ce0fde5-5ce6-4679-8190-71c9536ea639 demo demo] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5372274 Jun 23 10:54:26.347138 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device aa2e92eb-2e7d-45a9-8a1e-5972e845baad up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:54:26.431274 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port aa2e92eb-2e7d-45a9-8a1e-5972e845baad triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 10:54:26.431725 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (aa2e92eb-2e7d-45a9-8a1e-5972e845baad), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:26.454525 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5024be6-5c0a-4674-bcad-4fd3d04e6b7a None None] Network ce896c53-3f15-459d-a28e-620ba7974c65 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 10:54:26.535472 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-951410da-06fb-4edb-904d-e7c56049082d None None] Provisioning complete for port aa2e92eb-2e7d-45a9-8a1e-5972e845baad triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 10:54:26.535875 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-951410da-06fb-4edb-904d-e7c56049082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (aa2e92eb-2e7d-45a9-8a1e-5972e845baad), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:26.668053 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port aa2e92eb-2e7d-45a9-8a1e-5972e845baad is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 10:54:26.668373 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (aa2e92eb-2e7d-45a9-8a1e-5972e845baad), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:26.730930 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-951410da-06fb-4edb-904d-e7c56049082d None None] Current status of the port aa2e92eb-2e7d-45a9-8a1e-5972e845baad is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 10:54:26.731313 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-951410da-06fb-4edb-904d-e7c56049082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (aa2e92eb-2e7d-45a9-8a1e-5972e845baad), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:26.760272 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port aa2e92eb-2e7d-45a9-8a1e-5972e845baad, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=aa2e92eb-2e7d-45a9-8a1e-5972e845baad,segment=NetworkSegment(58fdd03a-964c-4094-99b8-fb4c40ae21e2),segment_id=58fdd03a-964c-4094-99b8-fb4c40ae21e2)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:54:26.767886 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (aa2e92eb-2e7d-45a9-8a1e-5972e845baad), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:26.827423 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:26.832077 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.db.api [None req-951410da-06fb-4edb-904d-e7c56049082d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 10:54:26.832549 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG oslo_db.api [None req-951410da-06fb-4edb-904d-e7c56049082d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 10:54:26.847419 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=aa2e92eb-2e7d-45a9-8a1e-5972e845baad,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:27.232927 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:27.236136 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:27.368005 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-951410da-06fb-4edb-904d-e7c56049082d None None] Current status of the port aa2e92eb-2e7d-45a9-8a1e-5972e845baad is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 10:54:27.485858 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-43afdc48-8936-417f-b120-14e284b21320 None None] Provisioning complete for port aa2e92eb-2e7d-45a9-8a1e-5972e845baad triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 10:54:27.486261 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-43afdc48-8936-417f-b120-14e284b21320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (aa2e92eb-2e7d-45a9-8a1e-5972e845baad), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:27.523835 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:27.557983 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-43afdc48-8936-417f-b120-14e284b21320 None None] Current status of the port aa2e92eb-2e7d-45a9-8a1e-5972e845baad is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 10:54:27.645286 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 33630) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:54:27.960714 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [None req-6b4a322a-67a0-4c29-a14f-ef1a8527f5a7 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 10:54:27.961700 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-6b4a322a-67a0-4c29-a14f-ef1a8527f5a7 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3155696 Jun 23 10:54:28.315945 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device aa2e92eb-2e7d-45a9-8a1e-5972e845baad up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:54:28.357582 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port aa2e92eb-2e7d-45a9-8a1e-5972e845baad triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 10:54:28.357960 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (aa2e92eb-2e7d-45a9-8a1e-5972e845baad), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:28.426652 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port aa2e92eb-2e7d-45a9-8a1e-5972e845baad is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 10:54:30.226325 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 33638) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:54:30.545095 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8ecaa576-06ef-4127-a302-dfb3183c4012 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 10:54:30.564092 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecaa576-06ef-4127-a302-dfb3183c4012 admin admin] Made reservation on behalf of 06f70799381a401b8e11df5b00b4192c for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:54:30.566398 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa576-06ef-4127-a302-dfb3183c4012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:30.574309 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa576-06ef-4127-a302-dfb3183c4012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:30.649502 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa576-06ef-4127-a302-dfb3183c4012 admin admin] Publish callbacks [] for security_group (233d1eb2-2933-4324-9656-c1bf2b4de30d), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:30.652887 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa576-06ef-4127-a302-dfb3183c4012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (233d1eb2-2933-4324-9656-c1bf2b4de30d), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:30.670651 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8ecaa576-06ef-4127-a302-dfb3183c4012 admin admin] Reserving flat network on physical network physnet1 {{(pid=103952) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 10:54:30.687331 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecaa576-06ef-4127-a302-dfb3183c4012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233d1eb2-2933-4324-9656-c1bf2b4de30d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:30.692052 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa576-06ef-4127-a302-dfb3183c4012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (77155cb4-d3c4-4926-8ff6-8214e840c10b), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:30.692411 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-8ecaa576-06ef-4127-a302-dfb3183c4012 admin admin] Added segment 77155cb4-d3c4-4926-8ff6-8214e840c10b of type flat for network e8f8f139-acd0-41ed-b18b-d78ae7145230 Jun 23 10:54:30.745990 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa576-06ef-4127-a302-dfb3183c4012 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (e8f8f139-acd0-41ed-b18b-d78ae7145230), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:30.777269 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa576-06ef-4127-a302-dfb3183c4012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (e8f8f139-acd0-41ed-b18b-d78ae7145230), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:30.778208 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecaa576-06ef-4127-a302-dfb3183c4012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:54:30.778772 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa576-06ef-4127-a302-dfb3183c4012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:30.820124 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8ecaa576-06ef-4127-a302-dfb3183c4012 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5927584 Jun 23 10:54:30.876158 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecaa576-06ef-4127-a302-dfb3183c4012 admin admin] Pushing event updated for resources: {'Network': ['ID=e8f8f139-acd0-41ed-b18b-d78ae7145230,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:30.886401 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:54:33.059299 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 33646) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:54:33.310354 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba686-0fd3-4888-aa88-eaeca251c99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:33.470561 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced84d1-2946-47df-814d-253a40f59435 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:54:33.471955 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-dced84d1-2946-47df-814d-253a40f59435 demo admin] 10.222.0.65 "GET /v2.0/subnets/a335adaa-f71c-42cf-a0f7-6cde2c9e7436 HTTP/1.1" status: 200 len: 849 time: 0.4116912 Jun 23 10:54:33.587319 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-950a678c-6ce7-46a9-812e-7cd0c6a614c1 demo admin] 10.222.0.65 "GET /v2.0/routers/80737f03-fcb7-442e-adb4-6027a4680d99 HTTP/1.1" status: 200 len: 704 time: 0.1094842 Jun 23 10:54:33.854290 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:34.145241 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Allocated IP 172.20.0.1 (ce896c53-3f15-459d-a28e-620ba7974c65/a335adaa-f71c-42cf-a0f7-6cde2c9e7436/b8a0cdce-3a73-4680-9d0d-793f6608ad84) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:54:34.347385 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Publish callbacks [] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:34.409085 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:34.450912 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Network ce896c53-3f15-459d-a28e-620ba7974c65 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:54:34.452209 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:54:34.500422 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:34.507832 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:34.524530 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 10:54:34.525094 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264168'] for router_interface (80737f03-fcb7-442e-adb4-6027a4680d99), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:34.544919 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Pushing event updated for resources: {'Port': ['ID=b8a0cdce-3a73-4680-9d0d-793f6608ad84,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:34.601864 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:34.602239 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:34.602549 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:34.602911 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:34.603245 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:34.603572 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:34.603919 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:34.604244 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:34.604587 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:34.604913 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:34.605238 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:34.605559 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:34.605875 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:34.606194 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:34.606510 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Tracked resource versions report: Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: pushed versions: Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: { 'AddressGroup': {'1.2'}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Agent': {'1.1'}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'ConntrackHelper': {'1.0'}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'LocalIPAssociation': {'1.0'}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Log': {'1.0'}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'NDPProxy': {'1.0'}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Network': {'1.1'}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Port': {'1.7'}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'PortForwarding': {'1.3'}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'QosPolicy': {'1.10'}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'SecurityGroup': {'1.5'}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'SecurityGroupRule': {'1.2'}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'SubPort': {'1.0'}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Subnet': {'1.1'}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Trunk': {'1.1'}} Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: consumer versions: Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: { DHCP agent@dv-cinder-843309-2-iscsi: {}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: L3 agent@dv-cinder-843309-2-iscsi: {}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: Metadata agent@dv-cinder-843309-2-iscsi: {}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: Metering agent@dv-cinder-843309-2-iscsi: {}, Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: Open vSwitch agent@dv-cinder-843309-2-iscsi: { 'AddressGroup': '1.2', Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Agent': '1.1', Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'ConntrackHelper': '1.0', Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'LocalIPAssociation': '1.0', Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Log': '1.0', Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'NDPProxy': '1.0', Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Network': '1.1', Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Port': '1.7', Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'PortForwarding': '1.3', Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'QosPolicy': '1.10', Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'SecurityGroup': '1.5', Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'SecurityGroupRule': '1.2', Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'SubPort': '1.0', Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Subnet': '1.1', Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Trunk': '1.1'}} Jun 23 10:54:34.607869 dv-cinder-843309-2-iscsi neutron-server[103953]: {{(pid=103953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 10:54:34.716324 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-cd744e79-6c55-4d3c-9241-c1de9118a1b1 None None] Provisioning complete for port b8a0cdce-3a73-4680-9d0d-793f6608ad84 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 10:54:34.716855 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cd744e79-6c55-4d3c-9241-c1de9118a1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:34.733926 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:34.747912 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-cd744e79-6c55-4d3c-9241-c1de9118a1b1 None None] Port b8a0cdce-3a73-4680-9d0d-793f6608ad84 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 10:54:34.935201 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Publish callbacks [] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:34.939864 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:34.940862 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-263800'] for router_interface (80737f03-fcb7-442e-adb4-6027a4680d99), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:35.043484 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Pushing event updated for resources: {'Port': ['ID=b8a0cdce-3a73-4680-9d0d-793f6608ad84,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:35.106285 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Network ce896c53-3f15-459d-a28e-620ba7974c65 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:54:35.107568 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:54:35.265983 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-454b030d-9e41-4767-a39d-f18f48ce1e41 None None] Provisioning complete for port b8a0cdce-3a73-4680-9d0d-793f6608ad84 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 10:54:35.266643 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-454b030d-9e41-4767-a39d-f18f48ce1e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:35.266943 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Router 80737f03-fcb7-442e-adb4-6027a4680d99 is scheduled to L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 10:54:35.299838 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-454b030d-9e41-4767-a39d-f18f48ce1e41 None None] Port b8a0cdce-3a73-4680-9d0d-793f6608ad84 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 10:54:35.361347 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:54:35.366643 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-84a23331-3e8d-4c2d-b4d5-2b62fc50f951 demo admin] 10.222.0.65 "PUT /v2.0/routers/80737f03-fcb7-442e-adb4-6027a4680d99/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7740164 Jun 23 10:54:35.370849 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Sync routers for ids ['80737f03-fcb7-442e-adb4-6027a4680d99'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:54:35.384103 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Routers {'80737f03-fcb7-442e-adb4-6027a4680d99'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 10:54:35.384855 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T10:54:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['80737f03-fcb7-442e-adb4-6027a4680d99'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:54:35.562181 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Set router 80737f03-fcb7-442e-adb4-6027a4680d99 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 10:54:35.589327 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35c64c0d-1987-4d1e-8dac-a900a499c1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:35.974509 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80737f03-fcb7-442e-adb4-6027a4680d99', 'name': 'router1', 'tenant_id': '2f8281ddbf1345088c2c4475cad30949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T10:54:25Z', 'updated_at': '2022-06-23T10:54:34Z', 'revision_number': 2, 'project_id': '2f8281ddbf1345088c2c4475cad30949', 'gw_port_host': None, '_interfaces': [{'id': 'b8a0cdce-3a73-4680-9d0d-793f6608ad84', 'name': '', 'network_id': 'ce896c53-3f15-459d-a28e-620ba7974c65', 'tenant_id': '2f8281ddbf1345088c2c4475cad30949', 'mac_address': 'fa:16:3e:5f:1e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80737f03-fcb7-442e-adb4-6027a4680d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a335adaa-f71c-42cf-a0f7-6cde2c9e7436', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T10:54:33Z', 'updated_at': '2022-06-23T10:54:34Z', 'revision_number': 2, 'project_id': '2f8281ddbf1345088c2c4475cad30949', 'subnets': [{'id': 'a335adaa-f71c-42cf-a0f7-6cde2c9e7436', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f1e8a76-1ce6-45be-a42c-83ffdc626259'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:54:36.023474 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Checking router: 80737f03-fcb7-442e-adb4-6027a4680d99 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:54:36.023867 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Updating router 80737f03-fcb7-442e-adb4-6027a4680d99 port b8a0cdce-3a73-4680-9d0d-793f6608ad84 binding host dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:54:36.075684 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:36.567311 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Publish callbacks [] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:36.573332 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:36.619680 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:36.738834 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Pushing event updated for resources: {'Port': ['ID=b8a0cdce-3a73-4680-9d0d-793f6608ad84,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:36.749789 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Attempting to bind port b8a0cdce-3a73-4680-9d0d-793f6608ad84 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 10:54:36.750198 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Attempting to bind port b8a0cdce-3a73-4680-9d0d-793f6608ad84 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '58fdd03a-964c-4094-99b8-fb4c40ae21e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ce896c53-3f15-459d-a28e-620ba7974c65'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 10:54:36.751181 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Attempting to bind port b8a0cdce-3a73-4680-9d0d-793f6608ad84 on network ce896c53-3f15-459d-a28e-620ba7974c65 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 10:54:36.754148 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:36.754546 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:36.754894 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:36.755230 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:36.755555 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:36.755906 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:36.756227 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:36.756547 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:36.756871 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:36.757185 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:36.757503 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:36.757834 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:36.758262 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:36.758582 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:36.758893 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Tracked resource versions report: Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: pushed versions: Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: { 'AddressGroup': {'1.2'}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Agent': {'1.1'}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'ConntrackHelper': {'1.0'}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'LocalIPAssociation': {'1.0'}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Log': {'1.0'}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'NDPProxy': {'1.0'}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Network': {'1.1'}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Port': {'1.7'}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'PortForwarding': {'1.3'}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'QosPolicy': {'1.10'}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'SecurityGroup': {'1.5'}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'SecurityGroupRule': {'1.2'}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'SubPort': {'1.0'}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Subnet': {'1.1'}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Trunk': {'1.1'}} Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: consumer versions: Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: { DHCP agent@dv-cinder-843309-2-iscsi: {}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: L3 agent@dv-cinder-843309-2-iscsi: {}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: Metadata agent@dv-cinder-843309-2-iscsi: {}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: Metering agent@dv-cinder-843309-2-iscsi: {}, Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: Open vSwitch agent@dv-cinder-843309-2-iscsi: { 'AddressGroup': '1.2', Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Agent': '1.1', Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'ConntrackHelper': '1.0', Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'LocalIPAssociation': '1.0', Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Log': '1.0', Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'NDPProxy': '1.0', Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Network': '1.1', Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Port': '1.7', Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'PortForwarding': '1.3', Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'QosPolicy': '1.10', Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'SecurityGroup': '1.5', Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'SecurityGroupRule': '1.2', Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'SubPort': '1.0', Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Subnet': '1.1', Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Trunk': '1.1'}} Jun 23 10:54:36.760284 dv-cinder-843309-2-iscsi neutron-server[103955]: {{(pid=103955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 10:54:36.768534 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 10, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 10:54:36.768924 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Checking segment: {'id': '58fdd03a-964c-4094-99b8-fb4c40ae21e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ce896c53-3f15-459d-a28e-620ba7974c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 10:54:36.769506 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:36.769891 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Bound using segment: {'id': '58fdd03a-964c-4094-99b8-fb4c40ae21e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ce896c53-3f15-459d-a28e-620ba7974c65'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 10:54:36.770599 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Bound port: b8a0cdce-3a73-4680-9d0d-793f6608ad84, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fdd03a-964c-4094-99b8-fb4c40ae21e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ce896c53-3f15-459d-a28e-620ba7974c65'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 10:54:36.770889 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:36.818947 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:36.825015 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-7aeb3820-e252-4fc5-9625-1d9897acc4ec None None] Provisioning complete for port b8a0cdce-3a73-4680-9d0d-793f6608ad84 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 10:54:36.825620 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3820-e252-4fc5-9625-1d9897acc4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:36.835777 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] For port b8a0cdce-3a73-4680-9d0d-793f6608ad84, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:54:36.857184 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] For port b8a0cdce-3a73-4680-9d0d-793f6608ad84, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=b8a0cdce-3a73-4680-9d0d-793f6608ad84,segment=NetworkSegment(58fdd03a-964c-4094-99b8-fb4c40ae21e2),segment_id=58fdd03a-964c-4094-99b8-fb4c40ae21e2)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:54:36.858702 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb3820-e252-4fc5-9625-1d9897acc4ec None None] Port b8a0cdce-3a73-4680-9d0d-793f6608ad84 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 10:54:36.864108 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:36.919722 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:36.926572 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Routers {'80737f03-fcb7-442e-adb4-6027a4680d99'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 10:54:36.927192 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T10:54:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['80737f03-fcb7-442e-adb4-6027a4680d99'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:54:36.931707 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1e461-c8b2-4f7c-8bff-5aa868916023 None None] Pushing event updated for resources: {'Port': ['ID=b8a0cdce-3a73-4680-9d0d-793f6608ad84,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:37.022187 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] Set router 80737f03-fcb7-442e-adb4-6027a4680d99 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 10:54:37.077216 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-3a9cb679-9515-4ff4-a24f-e7197f02e226 None None] Provisioning complete for port b8a0cdce-3a73-4680-9d0d-793f6608ad84 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 10:54:37.077533 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a9cb679-9515-4ff4-a24f-e7197f02e226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:37.156379 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-3a9cb679-9515-4ff4-a24f-e7197f02e226 None None] Current status of the port b8a0cdce-3a73-4680-9d0d-793f6608ad84 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 10:54:37.156771 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a9cb679-9515-4ff4-a24f-e7197f02e226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:37.189791 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-3a9cb679-9515-4ff4-a24f-e7197f02e226 None None] For port b8a0cdce-3a73-4680-9d0d-793f6608ad84, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=b8a0cdce-3a73-4680-9d0d-793f6608ad84,segment=NetworkSegment(58fdd03a-964c-4094-99b8-fb4c40ae21e2),segment_id=58fdd03a-964c-4094-99b8-fb4c40ae21e2)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:54:37.193901 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a9cb679-9515-4ff4-a24f-e7197f02e226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:37.221290 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80737f03-fcb7-442e-adb4-6027a4680d99', 'name': 'router1', 'tenant_id': '2f8281ddbf1345088c2c4475cad30949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T10:54:25Z', 'updated_at': '2022-06-23T10:54:34Z', 'revision_number': 2, 'project_id': '2f8281ddbf1345088c2c4475cad30949', 'gw_port_host': None, '_interfaces': [{'id': 'b8a0cdce-3a73-4680-9d0d-793f6608ad84', 'name': '', 'network_id': 'ce896c53-3f15-459d-a28e-620ba7974c65', 'tenant_id': '2f8281ddbf1345088c2c4475cad30949', 'mac_address': 'fa:16:3e:5f:1e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80737f03-fcb7-442e-adb4-6027a4680d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a335adaa-f71c-42cf-a0f7-6cde2c9e7436', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T10:54:33Z', 'updated_at': '2022-06-23T10:54:36Z', 'revision_number': 4, 'project_id': '2f8281ddbf1345088c2c4475cad30949', 'subnets': [{'id': 'a335adaa-f71c-42cf-a0f7-6cde2c9e7436', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f1e8a76-1ce6-45be-a42c-83ffdc626259'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:54:37.240331 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cb679-9515-4ff4-a24f-e7197f02e226 None None] Pushing event updated for resources: {'Port': ['ID=b8a0cdce-3a73-4680-9d0d-793f6608ad84,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:37.251493 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8f8319-934e-4d86-aa33-00d41ca23888 None None] The sync data for ids ['80737f03-fcb7-442e-adb4-6027a4680d99'] in dv-cinder-843309-2-iscsi is: [{'id': '80737f03-fcb7-442e-adb4-6027a4680d99', 'name': 'router1', 'tenant_id': '2f8281ddbf1345088c2c4475cad30949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T10:54:25Z', 'updated_at': '2022-06-23T10:54:34Z', 'revision_number': 2, 'project_id': '2f8281ddbf1345088c2c4475cad30949', 'gw_port_host': None, '_interfaces': [{'id': 'b8a0cdce-3a73-4680-9d0d-793f6608ad84', 'name': '', 'network_id': 'ce896c53-3f15-459d-a28e-620ba7974c65', 'tenant_id': '2f8281ddbf1345088c2c4475cad30949', 'mac_address': 'fa:16:3e:5f:1e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80737f03-fcb7-442e-adb4-6027a4680d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a335adaa-f71c-42cf-a0f7-6cde2c9e7436', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T10:54:33Z', 'updated_at': '2022-06-23T10:54:36Z', 'revision_number': 4, 'project_id': '2f8281ddbf1345088c2c4475cad30949', 'subnets': [{'id': 'a335adaa-f71c-42cf-a0f7-6cde2c9e7436', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f1e8a76-1ce6-45be-a42c-83ffdc626259'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:54:37.626540 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 33670) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:54:37.820919 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfec2b31-41bc-4863-b4d1-01273d0b3abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:54:37.822305 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-bfec2b31-41bc-4863-b4d1-01273d0b3abe admin admin] 10.222.0.65 "GET /v2.0/networks/e8f8f139-acd0-41ed-b18b-d78ae7145230 HTTP/1.1" status: 200 len: 842 time: 0.1947377 Jun 23 10:54:37.831483 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a431c7e5-f659-4cdc-8215-ff32693fe811 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 10:54:37.856570 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a431c7e5-f659-4cdc-8215-ff32693fe811 admin admin] Made reservation on behalf of 06f70799381a401b8e11df5b00b4192c for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:54:37.858998 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a431c7e5-f659-4cdc-8215-ff32693fe811 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:37.942814 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:37.945808 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:38.022245 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:38.155739 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.objects.ports [None req-a431c7e5-f659-4cdc-8215-ff32693fe811 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103953) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 23 10:54:38.156169 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a431c7e5-f659-4cdc-8215-ff32693fe811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for subnet (134c7edb-3093-4c4d-b7e1-efa92e1dae87), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:38.214325 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431c7e5-f659-4cdc-8215-ff32693fe811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=134c7edb-3093-4c4d-b7e1-efa92e1dae87,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:38.223083 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a431c7e5-f659-4cdc-8215-ff32693fe811 admin admin] Checking segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 10:54:38.223433 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a431c7e5-f659-4cdc-8215-ff32693fe811 admin admin] Network hostable DHCP agents. Network: e8f8f139-acd0-41ed-b18b-d78ae7145230, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:54:38.245056 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a431c7e5-f659-4cdc-8215-ff32693fe811 admin admin] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:54:38.256847 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a431c7e5-f659-4cdc-8215-ff32693fe811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, e8f8f139-acd0-41ed-b18b-d78ae7145230) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:54:38.261743 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a431c7e5-f659-4cdc-8215-ff32693fe811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:54:38.262464 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a431c7e5-f659-4cdc-8215-ff32693fe811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:38.266298 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533a104d-cde7-4835-9d48-3ad47c2d40ef None None] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 10:54:38.278780 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-a431c7e5-f659-4cdc-8215-ff32693fe811 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4505801 Jun 23 10:54:38.381710 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a42460-0e13-4597-bb42-e2ff8badc983 None None] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 10:54:38.399824 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:38.471630 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:38.593170 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:40.525040 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 33688) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:54:40.658401 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-54a2904b-1461-4036-8993-c46349802273 demo admin] 10.222.0.65 "GET /v2.0/routers/80737f03-fcb7-442e-adb4-6027a4680d99 HTTP/1.1" status: 200 len: 710 time: 0.1319823 Jun 23 10:54:40.745886 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13416e86-7b60-4a18-a4fd-fdb504c504e6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:54:40.747230 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-13416e86-7b60-4a18-a4fd-fdb504c504e6 demo admin] 10.222.0.65 "GET /v2.0/networks/e8f8f139-acd0-41ed-b18b-d78ae7145230 HTTP/1.1" status: 200 len: 886 time: 0.0834625 Jun 23 10:54:40.756601 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 10:54:40.840662 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=41,neutron:INSERT=11 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:40.850127 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=33,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:40.999276 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] Publish callbacks [] for router_gateway (80737f03-fcb7-442e-adb4-6027a4680d99), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:41.204689 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:41.270978 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] Publish callbacks [] for router_gateway (80737f03-fcb7-442e-adb4-6027a4680d99), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:41.304215 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:41.351533 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:41.463178 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] Allocated IP 172.27.2.254 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/d45abfd8-2c5f-48f5-ac1b-fc277a74a9af) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:54:41.565530 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] Publish callbacks [] for port (d45abfd8-2c5f-48f5-ac1b-fc277a74a9af), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:41.599587 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (d45abfd8-2c5f-48f5-ac1b-fc277a74a9af), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:41.640566 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:54:41.644224 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:54:41.648541 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 10:54:41.683309 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] Pushing event updated for resources: {'Port': ['ID=d45abfd8-2c5f-48f5-ac1b-fc277a74a9af,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:41.878229 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] Publish callbacks [] for router_gateway (80737f03-fcb7-442e-adb4-6027a4680d99), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:42.012209 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:42.074734 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-269757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27273'] for router (80737f03-fcb7-442e-adb4-6027a4680d99), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:42.078240 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-269764'] for router (80737f03-fcb7-442e-adb4-6027a4680d99), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:42.183342 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] Router 80737f03-fcb7-442e-adb4-6027a4680d99 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 10:54:42.239588 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:42.294239 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:54:42.299261 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:42.302801 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-7d8a6673-b0c3-4fe0-9874-0606c838d4d5 demo admin] 10.222.0.65 "PUT /v2.0/routers/80737f03-fcb7-442e-adb4-6027a4680d99 HTTP/1.1" status: 200 len: 890 time: 1.5492167 Jun 23 10:54:42.367441 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device b8a0cdce-3a73-4680-9d0d-793f6608ad84 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:54:42.418351 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port b8a0cdce-3a73-4680-9d0d-793f6608ad84 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 10:54:42.418751 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:42.496701 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port b8a0cdce-3a73-4680-9d0d-793f6608ad84 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 10:54:43.609095 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Sync routers for ids ['80737f03-fcb7-442e-adb4-6027a4680d99'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:54:43.621843 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Routers {'80737f03-fcb7-442e-adb4-6027a4680d99'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 10:54:43.622531 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T10:54:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['80737f03-fcb7-442e-adb4-6027a4680d99'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:54:43.815983 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Set router 80737f03-fcb7-442e-adb4-6027a4680d99 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 10:54:44.257386 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80737f03-fcb7-442e-adb4-6027a4680d99', 'name': 'router1', 'tenant_id': '2f8281ddbf1345088c2c4475cad30949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd45abfd8-2c5f-48f5-ac1b-fc277a74a9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T10:54:25Z', 'updated_at': '2022-06-23T10:54:41Z', 'revision_number': 4, 'project_id': '2f8281ddbf1345088c2c4475cad30949', 'gw_port': {'id': 'd45abfd8-2c5f-48f5-ac1b-fc277a74a9af', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:08:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80737f03-fcb7-442e-adb4-6027a4680d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T10:54:41Z', 'updated_at': '2022-06-23T10:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'b8a0cdce-3a73-4680-9d0d-793f6608ad84', 'name': '', 'network_id': 'ce896c53-3f15-459d-a28e-620ba7974c65', 'tenant_id': '2f8281ddbf1345088c2c4475cad30949', 'mac_address': 'fa:16:3e:5f:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80737f03-fcb7-442e-adb4-6027a4680d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a335adaa-f71c-42cf-a0f7-6cde2c9e7436', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T10:54:33Z', 'updated_at': '2022-06-23T10:54:37Z', 'revision_number': 5, 'project_id': '2f8281ddbf1345088c2c4475cad30949', 'subnets': [{'id': 'a335adaa-f71c-42cf-a0f7-6cde2c9e7436', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f1e8a76-1ce6-45be-a42c-83ffdc626259'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:54:44.307423 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Checking router: 80737f03-fcb7-442e-adb4-6027a4680d99 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:54:44.307810 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Updating router 80737f03-fcb7-442e-adb4-6027a4680d99 port d45abfd8-2c5f-48f5-ac1b-fc277a74a9af binding host dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:54:44.356799 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (d45abfd8-2c5f-48f5-ac1b-fc277a74a9af), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:44.594477 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 33700) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:54:44.664818 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Publish callbacks [] for port (d45abfd8-2c5f-48f5-ac1b-fc277a74a9af), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:44.670049 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (d45abfd8-2c5f-48f5-ac1b-fc277a74a9af), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:44.706500 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-0cbc4d06-39d0-445a-8990-3adde932b3a1 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1108181 Jun 23 10:54:44.709004 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:44.726756 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Attempting to bind port d45abfd8-2c5f-48f5-ac1b-fc277a74a9af on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 10:54:44.727124 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Attempting to bind port d45abfd8-2c5f-48f5-ac1b-fc277a74a9af by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 10:54:44.727486 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Attempting to bind port d45abfd8-2c5f-48f5-ac1b-fc277a74a9af on network e8f8f139-acd0-41ed-b18b-d78ae7145230 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 10:54:44.729913 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafb3f3-c129-4bac-b113-e206540f9ed0 None None] Pushing event updated for resources: {'Port': ['ID=d45abfd8-2c5f-48f5-ac1b-fc277a74a9af,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:44.737647 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 10, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 10:54:44.738023 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Checking segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 10:54:44.738457 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:44.738800 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Bound using segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 10:54:44.739272 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Bound port: d45abfd8-2c5f-48f5-ac1b-fc277a74a9af, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 10:54:44.739647 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (d45abfd8-2c5f-48f5-ac1b-fc277a74a9af), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:44.766804 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:44.791242 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] For port d45abfd8-2c5f-48f5-ac1b-fc277a74a9af, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:54:44.794518 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] For port d45abfd8-2c5f-48f5-ac1b-fc277a74a9af, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=d45abfd8-2c5f-48f5-ac1b-fc277a74a9af,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:54:44.802492 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (d45abfd8-2c5f-48f5-ac1b-fc277a74a9af), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:44.863092 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Routers {'80737f03-fcb7-442e-adb4-6027a4680d99'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 10:54:44.863641 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T10:54:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['80737f03-fcb7-442e-adb4-6027a4680d99'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:54:44.866736 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafb3f3-c129-4bac-b113-e206540f9ed0 None None] Pushing event updated for resources: {'Port': ['ID=d45abfd8-2c5f-48f5-ac1b-fc277a74a9af,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:44.967546 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] Set router 80737f03-fcb7-442e-adb4-6027a4680d99 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 10:54:45.166667 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80737f03-fcb7-442e-adb4-6027a4680d99', 'name': 'router1', 'tenant_id': '2f8281ddbf1345088c2c4475cad30949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd45abfd8-2c5f-48f5-ac1b-fc277a74a9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T10:54:25Z', 'updated_at': '2022-06-23T10:54:41Z', 'revision_number': 4, 'project_id': '2f8281ddbf1345088c2c4475cad30949', 'gw_port': {'id': 'd45abfd8-2c5f-48f5-ac1b-fc277a74a9af', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:08:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80737f03-fcb7-442e-adb4-6027a4680d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T10:54:41Z', 'updated_at': '2022-06-23T10:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'b8a0cdce-3a73-4680-9d0d-793f6608ad84', 'name': '', 'network_id': 'ce896c53-3f15-459d-a28e-620ba7974c65', 'tenant_id': '2f8281ddbf1345088c2c4475cad30949', 'mac_address': 'fa:16:3e:5f:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80737f03-fcb7-442e-adb4-6027a4680d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a335adaa-f71c-42cf-a0f7-6cde2c9e7436', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T10:54:33Z', 'updated_at': '2022-06-23T10:54:37Z', 'revision_number': 5, 'project_id': '2f8281ddbf1345088c2c4475cad30949', 'subnets': [{'id': 'a335adaa-f71c-42cf-a0f7-6cde2c9e7436', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f1e8a76-1ce6-45be-a42c-83ffdc626259'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:54:45.191410 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce0d8b7-b76e-40fc-93e3-126b81a7245b None None] The sync data for ids ['80737f03-fcb7-442e-adb4-6027a4680d99'] in dv-cinder-843309-2-iscsi is: [{'id': '80737f03-fcb7-442e-adb4-6027a4680d99', 'name': 'router1', 'tenant_id': '2f8281ddbf1345088c2c4475cad30949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd45abfd8-2c5f-48f5-ac1b-fc277a74a9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T10:54:25Z', 'updated_at': '2022-06-23T10:54:41Z', 'revision_number': 4, 'project_id': '2f8281ddbf1345088c2c4475cad30949', 'gw_port': {'id': 'd45abfd8-2c5f-48f5-ac1b-fc277a74a9af', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:08:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80737f03-fcb7-442e-adb4-6027a4680d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T10:54:41Z', 'updated_at': '2022-06-23T10:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'b8a0cdce-3a73-4680-9d0d-793f6608ad84', 'name': '', 'network_id': 'ce896c53-3f15-459d-a28e-620ba7974c65', 'tenant_id': '2f8281ddbf1345088c2c4475cad30949', 'mac_address': 'fa:16:3e:5f:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80737f03-fcb7-442e-adb4-6027a4680d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a335adaa-f71c-42cf-a0f7-6cde2c9e7436', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T10:54:33Z', 'updated_at': '2022-06-23T10:54:37Z', 'revision_number': 5, 'project_id': '2f8281ddbf1345088c2c4475cad30949', 'subnets': [{'id': 'a335adaa-f71c-42cf-a0f7-6cde2c9e7436', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f1e8a76-1ce6-45be-a42c-83ffdc626259'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:54:46.344568 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device d45abfd8-2c5f-48f5-ac1b-fc277a74a9af up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:54:46.393961 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port d45abfd8-2c5f-48f5-ac1b-fc277a74a9af triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 10:54:46.394406 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (d45abfd8-2c5f-48f5-ac1b-fc277a74a9af), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:46.477311 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port d45abfd8-2c5f-48f5-ac1b-fc277a74a9af is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 10:54:46.477846 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (d45abfd8-2c5f-48f5-ac1b-fc277a74a9af), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:46.499428 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port d45abfd8-2c5f-48f5-ac1b-fc277a74a9af, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=d45abfd8-2c5f-48f5-ac1b-fc277a74a9af,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:54:46.506045 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (d45abfd8-2c5f-48f5-ac1b-fc277a74a9af), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:46.555313 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=d45abfd8-2c5f-48f5-ac1b-fc277a74a9af,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:54:47.223632 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=50 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:47.224880 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=24 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:48.382628 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device d45abfd8-2c5f-48f5-ac1b-fc277a74a9af up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:54:48.465456 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port d45abfd8-2c5f-48f5-ac1b-fc277a74a9af triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 10:54:48.466117 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (d45abfd8-2c5f-48f5-ac1b-fc277a74a9af), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:54:48.557608 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port d45abfd8-2c5f-48f5-ac1b-fc277a74a9af is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 10:54:54.698814 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:54.703019 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=39 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:58.522971 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:54:58.557004 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:55:01.112437 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 10:55:03.318206 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8b83-be53-49f2-89b8-3130f1f9c383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:55:05.595213 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c17a0541-5f5d-4da4-8b42-4a4c7b56c08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:55:06.629420 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:55:08.039941 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:55:08.607414 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:55:11.124213 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=2 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:55:11.129671 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=6 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:55:18.589991 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:55:18.598242 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:55:33.346981 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-00a9aac6-8108-4452-adb5-a9b3fa728204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:55:35.590467 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2546be26-19f6-44bc-90d9-88b022c92c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:55:36.625762 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:55:38.032318 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:55:38.125533 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 10:55:38.592884 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:55:48.106653 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:55:48.129535 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=7 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:55:48.585366 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:55:48.588276 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:55:59.868155 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34240) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:55:59.929503 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0aa375-6144-4a1a-8cd9-91a439d798d5 admin admin] GET failed (client error): The resource could not be found. Jun 23 10:55:59.930760 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-3e0aa375-6144-4a1a-8cd9-91a439d798d5 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616574 Jun 23 10:56:00.166475 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00aacc7-dc8c-4895-963c-2bb3a71857ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:00.167989 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-f00aacc7-dc8c-4895-963c-2bb3a71857ff admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2331877 Jun 23 10:56:02.103374 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:56:02.202708 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34252) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:56:02.293990 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682f33d7-2395-40f9-93f0-bd55ae678539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:02.295289 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-682f33d7-2395-40f9-93f0-bd55ae678539 admin admin] 10.222.0.65 "GET /v2.0/subnets/a335adaa-f71c-42cf-a0f7-6cde2c9e7436 HTTP/1.1" status: 200 len: 849 time: 0.0916352 Jun 23 10:56:02.305153 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 10:56:02.390092 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Publish callbacks [] for subnet (a335adaa-f71c-42cf-a0f7-6cde2c9e7436), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:02.527737 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767343493223'] for subnet (a335adaa-f71c-42cf-a0f7-6cde2c9e7436), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:02.560442 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:02.561030 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:02.562281 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] 10.222.0.65 "PUT /v2.0/subnets/a335adaa-f71c-42cf-a0f7-6cde2c9e7436 HTTP/1.1" status: 200 len: 868 time: 0.2605865 Jun 23 10:56:02.566386 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664cca3d-5095-4462-9ebe-61ec6da6ae2d None None] Network ce896c53-3f15-459d-a28e-620ba7974c65 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 10:56:02.585747 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a335adaa-f71c-42cf-a0f7-6cde2c9e7436,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:56:02.593575 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:02.593920 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:02.594307 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:02.594647 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:02.594967 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:02.595300 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:02.595622 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:02.596572 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:02.596928 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:02.597258 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:02.598152 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:02.598152 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:02.598357 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:02.598558 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:02.598876 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad65ffb-4bf6-4c76-bbbf-af3d6dd75bb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:02.909861 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-a8158623-6c2a-43a8-9a0d-890ef32045b8 None None] Provisioning complete for port aa2e92eb-2e7d-45a9-8a1e-5972e845baad triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 10:56:02.910246 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8158623-6c2a-43a8-9a0d-890ef32045b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (aa2e92eb-2e7d-45a9-8a1e-5972e845baad), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:02.982599 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a8158623-6c2a-43a8-9a0d-890ef32045b8 None None] Current status of the port aa2e92eb-2e7d-45a9-8a1e-5972e845baad is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 10:56:02.991067 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-a8158623-6c2a-43a8-9a0d-890ef32045b8 None None] Provisioning complete for port b8a0cdce-3a73-4680-9d0d-793f6608ad84 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 10:56:02.991448 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8158623-6c2a-43a8-9a0d-890ef32045b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b8a0cdce-3a73-4680-9d0d-793f6608ad84), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:03.059072 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a8158623-6c2a-43a8-9a0d-890ef32045b8 None None] Current status of the port b8a0cdce-3a73-4680-9d0d-793f6608ad84 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 10:56:03.313965 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9300dc17-ec48-440d-9f0e-81993db68043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:04.610029 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34260) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:56:04.807996 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd680ea-238c-4871-9e85-f6d31572b654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:04.808395 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd680ea-238c-4871-9e85-f6d31572b654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:04.809928 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-9dd680ea-238c-4871-9e85-f6d31572b654 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1989508 Jun 23 10:56:05.596344 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-669affb8-e008-4016-9e1c-21e87f2874c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:06.630023 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:06.850118 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34268) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:56:06.981958 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9aa848-fce1-4d00-aba4-3e61a9297921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:06.982434 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9aa848-fce1-4d00-aba4-3e61a9297921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:06.983955 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-0b9aa848-fce1-4d00-aba4-3e61a9297921 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328568 Jun 23 10:56:08.034639 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:08.596147 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:09.010464 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34276) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:56:09.185395 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23192715-83fe-477d-8f22-7ed044768016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:09.186757 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-23192715-83fe-477d-8f22-7ed044768016 admin admin] 10.222.0.65 "GET /v2.0/networks/ce896c53-3f15-459d-a28e-620ba7974c65 HTTP/1.1" status: 200 len: 869 time: 0.1753478 Jun 23 10:56:11.228912 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34286) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:56:11.352759 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250ba9ce-3ead-48fc-abd4-9bf892e5f248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:11.354013 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-250ba9ce-3ead-48fc-abd4-9bf892e5f248 admin admin] 10.222.0.65 "GET /v2.0/networks/e8f8f139-acd0-41ed-b18b-d78ae7145230 HTTP/1.1" status: 200 len: 886 time: 0.1241367 Jun 23 10:56:13.377108 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34294) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:56:13.500255 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47892e8-1ee3-4543-8143-74b41c9191de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:13.500707 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47892e8-1ee3-4543-8143-74b41c9191de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:13.502703 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-e47892e8-1ee3-4543-8143-74b41c9191de admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247141 Jun 23 10:56:15.116478 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 10:56:15.545469 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34302) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:56:15.670058 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b9a89f-1869-4c86-b0c2-3717cd826cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:15.670508 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b9a89f-1869-4c86-b0c2-3717cd826cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:15.672038 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-18b9a89f-1869-4c86-b0c2-3717cd826cb5 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256235 Jun 23 10:56:17.694044 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34310) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:56:17.777997 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55343357-e557-4892-b9ce-36eef80486dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:17.779288 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-55343357-e557-4892-b9ce-36eef80486dd admin admin] 10.222.0.65 "GET /v2.0/subnets/134c7edb-3093-4c4d-b7e1-efa92e1dae87 HTTP/1.1" status: 200 len: 816 time: 0.0843074 Jun 23 10:56:18.584902 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:56:18.591207 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:56:19.792973 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34318) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:56:19.887580 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9980fd-18e9-41f8-adb1-6e79faa7ac8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:19.888947 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-5b9980fd-18e9-41f8-adb1-6e79faa7ac8f admin admin] 10.222.0.65 "GET /v2.0/subnets/a335adaa-f71c-42cf-a0f7-6cde2c9e7436 HTTP/1.1" status: 200 len: 868 time: 0.0949991 Jun 23 10:56:23.492367 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=84,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:56:23.495197 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:56:29.882285 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=40 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:56:29.884162 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=39 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:56:30.101578 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=3 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:56:30.119895 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=7 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:56:33.315462 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fda275a6-03a7-438a-a69f-01229c1a2c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:35.598032 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5197098a-bad1-4c7a-9842-6b0a57f1f63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:36.631678 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:38.034175 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:38.601228 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:46.266033 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34372) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:56:46.312943 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [None req-fc7f1849-d11e-4d20-97db-ea087f8ac405 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 10:56:46.313941 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-fc7f1849-d11e-4d20-97db-ea087f8ac405 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0469663 Jun 23 10:56:48.433717 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34380) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:56:48.493687 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-88106aea-cca9-4e30-9f6f-c5be874c7e49 admin admin] GET failed (client error): The resource could not be found. Jun 23 10:56:48.494963 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-88106aea-cca9-4e30-9f6f-c5be874c7e49 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603156 Jun 23 10:56:48.578023 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768e3fa3-86c2-4e29-b179-bcd73ffaa7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:48.579435 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-768e3fa3-86c2-4e29-b179-bcd73ffaa7cf admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0802352 Jun 23 10:56:48.592876 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:56:48.597825 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:56:50.644275 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34388) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:56:50.691863 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-9c889a02-b302-4ccd-ac83-0d2e34e45f8b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 10:56:50.713410 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c889a02-b302-4ccd-ac83-0d2e34e45f8b admin admin] Made reservation on behalf of 06f70799381a401b8e11df5b00b4192c for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:56:50.715772 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c889a02-b302-4ccd-ac83-0d2e34e45f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:50.746446 dv-cinder-843309-2-iscsi neutron-server[103953]: WARNING neutron.services.revisions.revision_plugin [None req-9c889a02-b302-4ccd-ac83-0d2e34e45f8b admin admin] Could not find related network for resource to bump revision. Jun 23 10:56:50.762252 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c889a02-b302-4ccd-ac83-0d2e34e45f8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:56:50.774216 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c889a02-b302-4ccd-ac83-0d2e34e45f8b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767343742338', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (5814f328-7db8-44e8-8e73-139ab6004f11), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:50.774715 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c889a02-b302-4ccd-ac83-0d2e34e45f8b admin admin] Unsubscribe: segment precommit_create {{(pid=103953) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 10:56:50.775153 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.segments_db [None req-9c889a02-b302-4ccd-ac83-0d2e34e45f8b admin admin] Added segment 5814f328-7db8-44e8-8e73-139ab6004f11 of type vlan for network a66685c3-aa05-49e0-b4d8-74df8a854e06 Jun 23 10:56:50.818120 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c889a02-b302-4ccd-ac83-0d2e34e45f8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (a66685c3-aa05-49e0-b4d8-74df8a854e06), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:50.847902 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c889a02-b302-4ccd-ac83-0d2e34e45f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (a66685c3-aa05-49e0-b4d8-74df8a854e06), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:50.848849 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c889a02-b302-4ccd-ac83-0d2e34e45f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:50.849416 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c889a02-b302-4ccd-ac83-0d2e34e45f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:50.889807 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-9c889a02-b302-4ccd-ac83-0d2e34e45f8b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2444026 Jun 23 10:56:50.949816 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c889a02-b302-4ccd-ac83-0d2e34e45f8b admin admin] Pushing event updated for resources: {'Network': ['ID=a66685c3-aa05-49e0-b4d8-74df8a854e06,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:56:50.961345 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network a66685c3-aa05-49e0-b4d8-74df8a854e06 details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:56:52.120648 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 10:56:52.964703 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34396) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:56:53.024171 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac62039-6b6d-4516-b305-3f680d82470b admin admin] GET failed (client error): The resource could not be found. Jun 23 10:56:53.025422 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-cac62039-6b6d-4516-b305-3f680d82470b admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597799 Jun 23 10:56:53.096155 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c7dd46-6001-4adf-b1e3-391533c69b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:53.097593 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-75c7dd46-6001-4adf-b1e3-391533c69b7a admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682158 Jun 23 10:56:53.107049 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ca04c30d-1bdf-4d00-b031-f7a629b46e42 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'a66685c3-aa05-49e0-b4d8-74df8a854e06'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 10:56:53.126254 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca04c30d-1bdf-4d00-b031-f7a629b46e42 admin admin] Made reservation on behalf of 06f70799381a401b8e11df5b00b4192c for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:56:53.128600 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca04c30d-1bdf-4d00-b031-f7a629b46e42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:53.286547 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca04c30d-1bdf-4d00-b031-f7a629b46e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for subnet (d9e7dfd6-4765-47ed-b8c3-a53d3f940ec8), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:53.340951 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04c30d-1bdf-4d00-b031-f7a629b46e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9e7dfd6-4765-47ed-b8c3-a53d3f940ec8,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:56:53.347669 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04c30d-1bdf-4d00-b031-f7a629b46e42 admin admin] Checking segment: {'id': '5814f328-7db8-44e8-8e73-139ab6004f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a66685c3-aa05-49e0-b4d8-74df8a854e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 10:56:53.348035 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca04c30d-1bdf-4d00-b031-f7a629b46e42 admin admin] Network hostable DHCP agents. Network: a66685c3-aa05-49e0-b4d8-74df8a854e06, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:56:53.365000 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca04c30d-1bdf-4d00-b031-f7a629b46e42 admin admin] Network a66685c3-aa05-49e0-b4d8-74df8a854e06 is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:56:53.373873 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ca04c30d-1bdf-4d00-b031-f7a629b46e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, a66685c3-aa05-49e0-b4d8-74df8a854e06) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:56:53.377863 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca04c30d-1bdf-4d00-b031-f7a629b46e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 10:56:53.378433 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca04c30d-1bdf-4d00-b031-f7a629b46e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:53.382687 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc91a8d2-6c58-4c2b-9510-45f7354345cd None None] Network a66685c3-aa05-49e0-b4d8-74df8a854e06 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 10:56:53.394438 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-ca04c30d-1bdf-4d00-b031-f7a629b46e42 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2906227 Jun 23 10:56:53.488843 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831447ca-f02e-5cfc-b666-521d41d301dd-a66685c3-aa05-49e0-b4d8-74df8a854e06', 'network_id': 'a66685c3-aa05-49e0-b4d8-74df8a854e06', 'project_id': '06f70799381a401b8e11df5b00b4192c', 'fixed_ips': [{'subnet_id': 'd9e7dfd6-4765-47ed-b8c3-a53d3f940ec8'}]}} from dv-cinder-843309-2-iscsi. {{(pid=103954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 10:56:53.489853 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:53.715343 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Allocated IP 192.168.233.2 (a66685c3-aa05-49e0-b4d8-74df8a854e06/d9e7dfd6-4765-47ed-b8c3-a53d3f940ec8/b4072b5e-fdba-4e23-906e-2247a6d5c957) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:56:53.856058 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Publish callbacks [] for port (b4072b5e-fdba-4e23-906e-2247a6d5c957), precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:53.863533 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (b4072b5e-fdba-4e23-906e-2247a6d5c957), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:53.906173 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Network a66685c3-aa05-49e0-b4d8-74df8a854e06 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:56:53.909265 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:56:53.912771 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 10:56:53.921774 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Pushing event updated for resources: {'Port': ['ID=b4072b5e-fdba-4e23-906e-2247a6d5c957,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:56:53.944924 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:53.945277 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:53.945634 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:53.945987 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:53.946323 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:53.946648 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:53.946975 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:53.947294 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:53.947622 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:53.947967 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:53.948293 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:53.948629 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:53.948951 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:53.949269 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:53.949589 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:56:53.985424 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Attempting to bind port b4072b5e-fdba-4e23-906e-2247a6d5c957 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 10:56:53.985715 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Attempting to bind port b4072b5e-fdba-4e23-906e-2247a6d5c957 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '5814f328-7db8-44e8-8e73-139ab6004f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a66685c3-aa05-49e0-b4d8-74df8a854e06'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 10:56:53.986075 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Attempting to bind port b4072b5e-fdba-4e23-906e-2247a6d5c957 on network a66685c3-aa05-49e0-b4d8-74df8a854e06 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 10:56:53.991255 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 10, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 10:56:53.991619 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Checking segment: {'id': '5814f328-7db8-44e8-8e73-139ab6004f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a66685c3-aa05-49e0-b4d8-74df8a854e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 10:56:53.992043 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:53.994226 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Bound using segment: {'id': '5814f328-7db8-44e8-8e73-139ab6004f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a66685c3-aa05-49e0-b4d8-74df8a854e06'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 10:56:53.994226 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Bound port: b4072b5e-fdba-4e23-906e-2247a6d5c957, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5814f328-7db8-44e8-8e73-139ab6004f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a66685c3-aa05-49e0-b4d8-74df8a854e06'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 10:56:53.994226 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (b4072b5e-fdba-4e23-906e-2247a6d5c957), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:54.053049 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] For port b4072b5e-fdba-4e23-906e-2247a6d5c957, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:56:54.056035 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] For port b4072b5e-fdba-4e23-906e-2247a6d5c957, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=b4072b5e-fdba-4e23-906e-2247a6d5c957,segment=NetworkSegment(5814f328-7db8-44e8-8e73-139ab6004f11),segment_id=5814f328-7db8-44e8-8e73-139ab6004f11)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:56:54.063278 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (b4072b5e-fdba-4e23-906e-2247a6d5c957), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:54.120651 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc539707-5299-4042-9d8f-09e77b2c6ff4 None None] Pushing event updated for resources: {'Port': ['ID=b4072b5e-fdba-4e23-906e-2247a6d5c957,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:56:54.438049 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device b4072b5e-fdba-4e23-906e-2247a6d5c957 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:56:54.483003 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port b4072b5e-fdba-4e23-906e-2247a6d5c957 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 10:56:54.483402 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b4072b5e-fdba-4e23-906e-2247a6d5c957), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:54.519857 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:56:54.549850 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:56:54.561565 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port b4072b5e-fdba-4e23-906e-2247a6d5c957 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 10:56:54.561945 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (b4072b5e-fdba-4e23-906e-2247a6d5c957), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:54.598054 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port b4072b5e-fdba-4e23-906e-2247a6d5c957, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=b4072b5e-fdba-4e23-906e-2247a6d5c957,segment=NetworkSegment(5814f328-7db8-44e8-8e73-139ab6004f11),segment_id=5814f328-7db8-44e8-8e73-139ab6004f11)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:56:54.602044 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (b4072b5e-fdba-4e23-906e-2247a6d5c957), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:54.650678 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=b4072b5e-fdba-4e23-906e-2247a6d5c957,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:56:54.981334 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d1843b-578d-4709-a0ad-f8adc6d36dec None None] Network a66685c3-aa05-49e0-b4d8-74df8a854e06 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 10:56:55.063122 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-df07a463-c56d-4ae1-88e9-8a3d2c26ce34 None None] Provisioning complete for port b4072b5e-fdba-4e23-906e-2247a6d5c957 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 10:56:55.063440 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-df07a463-c56d-4ae1-88e9-8a3d2c26ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b4072b5e-fdba-4e23-906e-2247a6d5c957), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:55.162409 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-df07a463-c56d-4ae1-88e9-8a3d2c26ce34 None None] Current status of the port b4072b5e-fdba-4e23-906e-2247a6d5c957 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 10:56:55.383271 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-b8bcfc9c-cb93-4723-8943-b2f8a2c1a35f None None] Provisioning complete for port b4072b5e-fdba-4e23-906e-2247a6d5c957 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 10:56:55.383577 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8bcfc9c-cb93-4723-8943-b2f8a2c1a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b4072b5e-fdba-4e23-906e-2247a6d5c957), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:55.461908 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b8bcfc9c-cb93-4723-8943-b2f8a2c1a35f None None] Current status of the port b4072b5e-fdba-4e23-906e-2247a6d5c957 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 10:56:56.410404 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device b4072b5e-fdba-4e23-906e-2247a6d5c957 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:56:56.454619 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port b4072b5e-fdba-4e23-906e-2247a6d5c957 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 10:56:56.455011 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b4072b5e-fdba-4e23-906e-2247a6d5c957), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:56:56.526054 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port b4072b5e-fdba-4e23-906e-2247a6d5c957 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 10:57:02.124101 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=16 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:57:02.124829 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=18 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:57:03.318349 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-366bfc94-7e79-4132-b388-94337ecb928c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:57:03.387899 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=78,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:57:03.388631 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:57:05.599295 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b005fb61-e565-48c1-8dbc-e50b9df317dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:57:06.638040 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:57:08.038047 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:57:08.603132 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:57:18.592673 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:57:18.598891 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:57:29.123095 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 10:57:33.319923 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-723ce2a9-f22c-4da3-8133-c0bd403846f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:57:35.601514 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-57b0ceb0-8295-4850-a17c-0d51de6ab1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:57:36.639563 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:57:38.041161 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:57:38.607043 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:57:39.110964 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=2 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:57:39.126985 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=6 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:57:48.600350 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:57:48.602210 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:58:02.099632 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:58:03.321779 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0491a743-e193-4721-8d6d-4e85a8dcebd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:58:05.606903 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ebf3486-2d11-453f-aca1-83b5f34d253f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:58:06.125446 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 10:58:06.643203 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:58:08.047723 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:58:08.609648 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:58:16.123740 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=3 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:58:16.129120 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=5 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:58:17.769115 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34436) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:58:17.775268 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [None req-00b46eaa-b53d-48e0-bf03-3a05d982e377 tempest-verify_tempest_config-1535040995 tempest-verify_tempest_config-1535040995-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 10:58:17.776295 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-00b46eaa-b53d-48e0-bf03-3a05d982e377 tempest-verify_tempest_config-1535040995 tempest-verify_tempest_config-1535040995-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0062091 Jun 23 10:58:18.065208 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34454) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:58:18.169629 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:58:18.242697 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Publish callbacks [] for security_group (7bf9746c-23d4-4c73-a9c3-3ddd61bb72d5), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:58:18.246516 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (7bf9746c-23d4-4c73-a9c3-3ddd61bb72d5), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:58:18.290414 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4bd71745a2614eb689f092ab5680a70c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2241929 Jun 23 10:58:18.292248 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf9746c-23d4-4c73-a9c3-3ddd61bb72d5,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:58:18.293202 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34460) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 10:58:18.298883 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.299257 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.299693 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.300137 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.300477 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.300811 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.301144 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.301471 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.301802 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.302128 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.302458 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.302799 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.303134 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.303452 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.303803 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae437e-32bf-4697-a786-6dbecf0f969b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.370695 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Publish callbacks [] for security_group (7bf9746c-23d4-4c73-a9c3-3ddd61bb72d5), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:58:18.391419 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Publish callbacks [] for security_group (7bf9746c-23d4-4c73-a9c3-3ddd61bb72d5), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:58:18.483960 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (7bf9746c-23d4-4c73-a9c3-3ddd61bb72d5), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:58:18.486440 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:58:18.487596 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7bf9746c-23d4-4c73-a9c3-3ddd61bb72d5 HTTP/1.1" status: 204 len: 168 time: 0.1934526 Jun 23 10:58:18.496349 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf9746c-23d4-4c73-a9c3-3ddd61bb72d5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:58:18.504128 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.504491 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.504916 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.505252 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.505576 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.505899 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.506216 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.506532 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.506862 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.507182 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.507569 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.507897 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.508212 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.508522 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.508836 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e655df-de11-4e5b-9bbd-029f97113d4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:58:18.606363 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:58:28.286040 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=23,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:58:28.295777 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=16,neutron:INSERT=7 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:58:28.491873 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:58:28.500044 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:58:28.528763 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:58:33.326522 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc2ce977-fa1d-4507-9cdf-dc4fd401f73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:58:35.608078 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ceba5284-a381-4cc2-af3a-a5d522cc15d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:58:36.642743 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:58:38.048154 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:58:38.614745 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:58:43.128618 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 10:58:48.043580 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:58:48.608814 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:58:58.180910 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=19 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:58:58.181666 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=15 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:59:03.328319 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27979fb6-d437-4f68-9180-cc5dab9c80ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:59:05.608986 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5f32b686-202a-45a2-b568-fd5ab158c791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:59:06.646452 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:59:08.051406 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:59:08.618015 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:59:18.612260 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:59:18.614154 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:59:20.129788 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 10:59:30.129423 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=3 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:59:30.135897 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=5 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:59:33.329428 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f176f254-5f08-4302-b30c-1a25b84149a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:59:35.610112 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-76cdd162-8b75-4b54-b18f-087f85ba2828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:59:36.649655 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:59:38.055026 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:59:38.620673 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 10:59:48.613930 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:59:48.615857 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 10:59:57.133900 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 5 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:00:03.331672 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77a5b002-8863-46f9-8f10-6f7d729efadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:00:03.936103 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-263876'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:00:05.611091 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-af2c65fa-e981-452c-9e39-0c3f397e0d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:00:06.654243 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:00:07.133557 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:00:07.139553 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=7 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:00:08.058502 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:00:08.622355 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:00:15.571949 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34534) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:00:15.675994 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-ec7b3eab-7f99-411b-9550-3c54fdf1b7dd admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1029277 Jun 23 11:00:17.743999 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34544) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:00:17.796085 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-26174c0e-c2cb-4ff9-ab64-8d31982e8f07 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0510159 Jun 23 11:00:18.611963 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:00:18.618168 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:00:25.670960 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:00:27.790918 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:00:33.334195 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-31d94f8b-cd54-4595-b985-9a10a161f103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:00:33.928027 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:00:34.140125 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:00:35.611823 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d589cd8c-0917-4258-8bab-3ff7002dc769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:00:36.654713 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:00:38.061831 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:00:38.623584 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:00:44.136998 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=3 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:00:44.143371 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=5 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:00:48.612668 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:00:48.619330 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:00:58.181008 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=11 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:00:58.181755 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=15 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:03.338103 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-adedd057-cf1f-4cf2-a380-6ff18415675c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:03.920464 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:05.612434 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1a7214dc-3331-4c49-8941-27e9ea514f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:06.657392 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:08.070302 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:08.625831 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:11.136175 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:01:18.620053 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:18.621922 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:30.107448 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=5 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:30.108256 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=5 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:33.340862 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb9018a5-5d35-4734-aead-e82e02fc459b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:33.939581 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:35.614710 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-203f9528-a3bb-4f80-bfc8-b04715815e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:36.660434 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:38.068597 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:38.629952 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:48.127094 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:01:48.618836 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:48.625057 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:54.004590 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34760) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:01:54.048002 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34768) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:01:54.130117 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34786) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:01:54.293873 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34796) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:01:54.326547 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-ce3d41e7-d9ef-432a-ae12-5b13055f1aca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-595542986-network', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:01:54.346020 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-851274724-network', 'tenant_id': 'c6c6487f3e094808b1665bdd93da9b3c'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:01:54.363447 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3d41e7-d9ef-432a-ae12-5b13055f1aca admin admin] Made reservation on behalf of ac9f9313c3ac4dde97e75ac6fa8fae11 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:01:54.366142 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce3d41e7-d9ef-432a-ae12-5b13055f1aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.379453 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce3d41e7-d9ef-432a-ae12-5b13055f1aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.391271 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Made reservation on behalf of c6c6487f3e094808b1665bdd93da9b3c for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:01:54.392113 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-189048343-network', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:01:54.394002 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.407373 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.421738 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Made reservation on behalf of d3db3ac9cb13453fa7bc8195bdf88fd1 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:01:54.426194 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.446659 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.504384 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Publish callbacks [] for security_group (cb6927fb-70cb-4e39-9d8e-ed1c98f42004), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.512180 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (cb6927fb-70cb-4e39-9d8e-ed1c98f42004), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.523768 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:01:54.533486 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (60707b2e-57b7-45f1-9efd-212d956fa187), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.533835 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Added segment 60707b2e-57b7-45f1-9efd-212d956fa187 of type vlan for network 5ce35988-2c03-4f61-9713-c6c5b05f38b5 Jun 23 11:01:54.556102 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-3caeb9e2-9f58-4953-bbe1-3c1964f02973 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-262225118-network', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:01:54.612230 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6927fb-70cb-4e39-9d8e-ed1c98f42004,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:54.630758 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.631405 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.632647 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.633138 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.634189 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.634698 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.635577 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.636228 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.636736 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.637261 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.637794 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.638536 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.639086 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.639626 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.640199 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Tracked resource versions report: Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: pushed versions: Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: { 'AddressGroup': {'1.2'}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Agent': {'1.1'}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'ConntrackHelper': {'1.0'}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'LocalIPAssociation': {'1.0'}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Log': {'1.0'}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'NDPProxy': {'1.0'}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Network': {'1.1'}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Port': {'1.7'}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'PortForwarding': {'1.3'}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'QosPolicy': {'1.10'}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'SecurityGroup': {'1.5'}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'SubPort': {'1.0'}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Subnet': {'1.1'}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Trunk': {'1.1'}} Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: consumer versions: Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: { DHCP agent@dv-cinder-843309-2-iscsi: {}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: HyperV agent@hv-cinder-84330: {}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: L3 agent@dv-cinder-843309-2-iscsi: {}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: Metadata agent@dv-cinder-843309-2-iscsi: {}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: Metering agent@dv-cinder-843309-2-iscsi: {}, Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: Open vSwitch agent@dv-cinder-843309-2-iscsi: { 'AddressGroup': '1.2', Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Agent': '1.1', Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'ConntrackHelper': '1.0', Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'LocalIPAssociation': '1.0', Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Log': '1.0', Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'NDPProxy': '1.0', Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Network': '1.1', Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Port': '1.7', Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'PortForwarding': '1.3', Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'QosPolicy': '1.10', Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'SecurityGroup': '1.5', Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'SecurityGroupRule': '1.2', Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'SubPort': '1.0', Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Subnet': '1.1', Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: 'Trunk': '1.1'}} Jun 23 11:01:54.641740 dv-cinder-843309-2-iscsi neutron-server[103952]: {{(pid=103952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:01:54.655617 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (5ce35988-2c03-4f61-9713-c6c5b05f38b5), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.708584 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caeb9e2-9f58-4953-bbe1-3c1964f02973 admin admin] Made reservation on behalf of 578cf1b29d474080a716e77fe2e84e5b for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:01:54.709997 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce3d41e7-d9ef-432a-ae12-5b13055f1aca admin admin] Publish callbacks [] for security_group (29fb1144-3802-4485-a45a-39cba400a79d), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.711280 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (5ce35988-2c03-4f61-9713-c6c5b05f38b5), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.711695 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3caeb9e2-9f58-4953-bbe1-3c1964f02973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.713787 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:01:54.715157 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.725263 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce3d41e7-d9ef-432a-ae12-5b13055f1aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (29fb1144-3802-4485-a45a-39cba400a79d), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.727472 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3caeb9e2-9f58-4953-bbe1-3c1964f02973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.748741 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Publish callbacks [] for security_group (b7fb3b1b-83fd-4b2b-8971-d56999996b7f), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.763034 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (b7fb3b1b-83fd-4b2b-8971-d56999996b7f), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.778628 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7313869 Jun 23 11:01:54.779920 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3d41e7-d9ef-432a-ae12-5b13055f1aca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:01:54.781220 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34824) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:01:54.798190 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4154f5f9-d6fd-4aa2-a036-f5aa03ba3c77 admin admin] Request body: {'subnet': {'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-851274724-subnet', 'tenant_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:01:54.828646 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:01:54.830809 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57faebde-23df-4280-87ee-2912a816aed6 admin admin] Pushing event updated for resources: {'Network': ['ID=5ce35988-2c03-4f61-9713-c6c5b05f38b5,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:54.834606 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce3d41e7-d9ef-432a-ae12-5b13055f1aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (97a79337-8bb6-4fe1-9265-c6256ffbd1f4), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.834950 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-ce3d41e7-d9ef-432a-ae12-5b13055f1aca admin admin] Added segment 97a79337-8bb6-4fe1-9265-c6256ffbd1f4 of type vlan for network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d Jun 23 11:01:54.843606 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network 5ce35988-2c03-4f61-9713-c6c5b05f38b5 details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:01:54.858186 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4154f5f9-d6fd-4aa2-a036-f5aa03ba3c77 admin admin] Made reservation on behalf of c6c6487f3e094808b1665bdd93da9b3c for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:01:54.860922 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4154f5f9-d6fd-4aa2-a036-f5aa03ba3c77 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.868018 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fb3b1b-83fd-4b2b-8971-d56999996b7f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:54.868197 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d41e7-d9ef-432a-ae12-5b13055f1aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fb1144-3802-4485-a45a-39cba400a79d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:54.871228 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (ed55853a-24d5-4589-814c-e91529eb99ef), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.871784 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.segments_db [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Added segment ed55853a-24d5-4589-814c-e91529eb99ef of type vlan for network 19e128cb-e174-49db-a8d2-8534db57c32e Jun 23 11:01:54.906374 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce3d41e7-d9ef-432a-ae12-5b13055f1aca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (2f66c2d2-ea10-4014-ae5f-f902d520ab2d), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.916226 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.916934 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.917485 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.918208 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.918714 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.919203 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.919709 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.920224 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.920562 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.920897 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.921233 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.921565 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.921892 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.922214 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.922536 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Tracked resource versions report: Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: pushed versions: Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: { 'AddressGroup': {'1.2'}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Agent': {'1.1'}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'ConntrackHelper': {'1.0'}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'LocalIPAssociation': {'1.0'}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Log': {'1.0'}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'NDPProxy': {'1.0'}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Network': {'1.1'}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Port': {'1.7'}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'PortForwarding': {'1.3'}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'QosPolicy': {'1.10'}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'SecurityGroup': {'1.5'}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'SubPort': {'1.0'}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Subnet': {'1.1'}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Trunk': {'1.1'}} Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: consumer versions: Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: { DHCP agent@dv-cinder-843309-2-iscsi: {}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: HyperV agent@hv-cinder-84330: {}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: L3 agent@dv-cinder-843309-2-iscsi: {}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: Metadata agent@dv-cinder-843309-2-iscsi: {}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: Metering agent@dv-cinder-843309-2-iscsi: {}, Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: Open vSwitch agent@dv-cinder-843309-2-iscsi: { 'AddressGroup': '1.2', Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Agent': '1.1', Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'ConntrackHelper': '1.0', Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'LocalIPAssociation': '1.0', Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Log': '1.0', Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'NDPProxy': '1.0', Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Network': '1.1', Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Port': '1.7', Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'PortForwarding': '1.3', Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'QosPolicy': '1.10', Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'SecurityGroup': '1.5', Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'SecurityGroupRule': '1.2', Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'SubPort': '1.0', Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Subnet': '1.1', Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: 'Trunk': '1.1'}} Jun 23 11:01:54.923869 dv-cinder-843309-2-iscsi neutron-server[103953]: {{(pid=103953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:01:54.940518 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce3d41e7-d9ef-432a-ae12-5b13055f1aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (2f66c2d2-ea10-4014-ae5f-f902d520ab2d), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.942712 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3d41e7-d9ef-432a-ae12-5b13055f1aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:01:54.943435 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce3d41e7-d9ef-432a-ae12-5b13055f1aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:54.965663 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:55.002391 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-ce3d41e7-d9ef-432a-ae12-5b13055f1aca admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9966550 Jun 23 11:01:55.006177 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34834) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:01:55.011412 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (19e128cb-e174-49db-a8d2-8534db57c32e), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.015854 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-bb5e91d1-e547-4406-a6ae-11a200255465 admin admin] Request body: {'subnet': {'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-595542986-subnet', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:01:55.062821 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d41e7-d9ef-432a-ae12-5b13055f1aca admin admin] Pushing event updated for resources: {'Network': ['ID=2f66c2d2-ea10-4014-ae5f-f902d520ab2d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:55.065680 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3caeb9e2-9f58-4953-bbe1-3c1964f02973 admin admin] Publish callbacks [] for security_group (b83be241-3474-4147-89a9-18b3557778f2), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.075898 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:01:55.077321 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3caeb9e2-9f58-4953-bbe1-3c1964f02973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (b83be241-3474-4147-89a9-18b3557778f2), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.102034 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (19e128cb-e174-49db-a8d2-8534db57c32e), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.103233 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:01:55.104081 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.109591 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5e91d1-e547-4406-a6ae-11a200255465 admin admin] Made reservation on behalf of ac9f9313c3ac4dde97e75ac6fa8fae11 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:01:55.116408 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb5e91d1-e547-4406-a6ae-11a200255465 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.128670 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3caeb9e2-9f58-4953-bbe1-3c1964f02973 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:01:55.145586 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:55.186187 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.0539231 Jun 23 11:01:55.196087 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34844) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:01:55.200701 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3caeb9e2-9f58-4953-bbe1-3c1964f02973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (0d482689-7cf0-4de0-8ca0-e4b049b77466), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.201275 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.segments_db [None req-3caeb9e2-9f58-4953-bbe1-3c1964f02973 admin admin] Added segment 0d482689-7cf0-4de0-8ca0-e4b049b77466 of type vlan for network b879fb0c-6f1b-457c-8797-97d9533d8257 Jun 23 11:01:55.205725 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-391a090d-ff80-42bb-b80a-981d68acac34 admin admin] Request body: {'subnet': {'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-subnet', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:01:55.235982 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:INSERT=21,neutron:SELECT=73,neutron:UPDATE=6 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:55.236948 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:55.249634 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391a090d-ff80-42bb-b80a-981d68acac34 admin admin] Made reservation on behalf of d3db3ac9cb13453fa7bc8195bdf88fd1 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:01:55.252540 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-391a090d-ff80-42bb-b80a-981d68acac34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.328227 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caeb9e2-9f58-4953-bbe1-3c1964f02973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83be241-3474-4147-89a9-18b3557778f2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:55.361870 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb5e91d1-e547-4406-a6ae-11a200255465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for subnet (36e9125f-f67e-4b5d-8729-45eedcb46700), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.447018 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e37698-f0f9-459f-bfba-032f0aef32bc admin admin] Pushing event updated for resources: {'Network': ['ID=19e128cb-e174-49db-a8d2-8534db57c32e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:55.459637 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network 19e128cb-e174-49db-a8d2-8534db57c32e details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:01:55.465615 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3caeb9e2-9f58-4953-bbe1-3c1964f02973 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (b879fb0c-6f1b-457c-8797-97d9533d8257), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.479354 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e91d1-e547-4406-a6ae-11a200255465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e9125f-f67e-4b5d-8729-45eedcb46700,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:55.503844 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5e91d1-e547-4406-a6ae-11a200255465 admin admin] Checking segment: {'id': '97a79337-8bb6-4fe1-9265-c6256ffbd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:01:55.504548 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5e91d1-e547-4406-a6ae-11a200255465 admin admin] Network hostable DHCP agents. Network: 2f66c2d2-ea10-4014-ae5f-f902d520ab2d, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:01:55.531134 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5e91d1-e547-4406-a6ae-11a200255465 admin admin] Network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:01:55.539380 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4154f5f9-d6fd-4aa2-a036-f5aa03ba3c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for subnet (29c3a46e-59d8-45fe-88e4-366cb3ee0e02), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.548200 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-bb5e91d1-e547-4406-a6ae-11a200255465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, 2f66c2d2-ea10-4014-ae5f-f902d520ab2d) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:01:55.555396 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5e91d1-e547-4406-a6ae-11a200255465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:01:55.556391 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb5e91d1-e547-4406-a6ae-11a200255465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.559586 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c580804-271f-4ebe-9da3-77c538252c50 None None] Network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:01:55.598222 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-bb5e91d1-e547-4406-a6ae-11a200255465 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5878325 Jun 23 11:01:55.601607 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34860) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:01:55.606717 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3caeb9e2-9f58-4953-bbe1-3c1964f02973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (b879fb0c-6f1b-457c-8797-97d9533d8257), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.607499 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:01:55.607720 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caeb9e2-9f58-4953-bbe1-3c1964f02973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:01:55.608356 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3caeb9e2-9f58-4953-bbe1-3c1964f02973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.645437 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-269140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27372'] for router (d1aceb3b-313d-4383-8a1f-22820217f918), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.647304 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27387'] for router (d1aceb3b-313d-4383-8a1f-22820217f918), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.718832 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154f5f9-d6fd-4aa2-a036-f5aa03ba3c77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c3a46e-59d8-45fe-88e4-366cb3ee0e02,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:55.734684 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831447ca-f02e-5cfc-b666-521d41d301dd-2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700'}]}} from dv-cinder-843309-2-iscsi. {{(pid=103954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:01:55.736812 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.849283 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-3caeb9e2-9f58-4953-bbe1-3c1964f02973 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.5542390 Jun 23 11:01:55.854995 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34870) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:01:55.874646 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-fd3ad224-e5c5-4f5e-8a61-0f6523c700ec admin admin] Request body: {'subnet': {'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-262225118-subnet', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:01:55.903410 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Publish callbacks [] for router_controller (d1aceb3b-313d-4383-8a1f-22820217f918), precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.936258 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caeb9e2-9f58-4953-bbe1-3c1964f02973 admin admin] Pushing event updated for resources: {'Network': ['ID=b879fb0c-6f1b-457c-8797-97d9533d8257,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:55.946563 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network b879fb0c-6f1b-457c-8797-97d9533d8257 details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:01:55.958136 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:55.965345 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-391a090d-ff80-42bb-b80a-981d68acac34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for subnet (ddba4511-7d57-410b-b525-5f5d59309fec), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:55.974022 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4154f5f9-d6fd-4aa2-a036-f5aa03ba3c77 admin admin] Checking segment: {'id': '60707b2e-57b7-45f1-9efd-212d956fa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:01:55.974398 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4154f5f9-d6fd-4aa2-a036-f5aa03ba3c77 admin admin] Network hostable DHCP agents. Network: 5ce35988-2c03-4f61-9713-c6c5b05f38b5, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:01:56.007233 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3ad224-e5c5-4f5e-8a61-0f6523c700ec admin admin] Made reservation on behalf of 578cf1b29d474080a716e77fe2e84e5b for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:01:56.009648 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad224-e5c5-4f5e-8a61-0f6523c700ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.132738 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Allocated IP 172.20.0.2 (2f66c2d2-ea10-4014-ae5f-f902d520ab2d/36e9125f-f67e-4b5d-8729-45eedcb46700/58aee36a-0118-457e-8549-1088c134757a) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:01:56.135052 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a090d-ff80-42bb-b80a-981d68acac34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddba4511-7d57-410b-b525-5f5d59309fec,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:56.141312 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4154f5f9-d6fd-4aa2-a036-f5aa03ba3c77 admin admin] Network 5ce35988-2c03-4f61-9713-c6c5b05f38b5 is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:01:56.172802 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391a090d-ff80-42bb-b80a-981d68acac34 admin admin] Checking segment: {'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:01:56.173159 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391a090d-ff80-42bb-b80a-981d68acac34 admin admin] Network hostable DHCP agents. Network: 19e128cb-e174-49db-a8d2-8534db57c32e, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:01:56.180170 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4154f5f9-d6fd-4aa2-a036-f5aa03ba3c77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, 5ce35988-2c03-4f61-9713-c6c5b05f38b5) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:01:56.187394 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4154f5f9-d6fd-4aa2-a036-f5aa03ba3c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:01:56.188879 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4154f5f9-d6fd-4aa2-a036-f5aa03ba3c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.189511 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96b7f2d-840b-42ec-9bba-a118e90d39e9 None None] Network 5ce35988-2c03-4f61-9713-c6c5b05f38b5 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:01:56.249570 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-4154f5f9-d6fd-4aa2-a036-f5aa03ba3c77 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4592652 Jun 23 11:01:56.252822 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34890) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:01:56.261503 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-851274724-router', 'tenant_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:01:56.266662 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391a090d-ff80-42bb-b80a-981d68acac34 admin admin] Network 19e128cb-e174-49db-a8d2-8534db57c32e is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:01:56.287251 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-391a090d-ff80-42bb-b80a-981d68acac34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, 19e128cb-e174-49db-a8d2-8534db57c32e) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:01:56.301687 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391a090d-ff80-42bb-b80a-981d68acac34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:01:56.302721 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-391a090d-ff80-42bb-b80a-981d68acac34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.337952 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad9404a-655b-4d91-a5a9-bcfd5427c723 None None] Network 19e128cb-e174-49db-a8d2-8534db57c32e requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:01:56.344601 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-269140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27372'] for router (480afca2-e42d-4b05-8253-7a44005ca310), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.345949 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27387'] for router (480afca2-e42d-4b05-8253-7a44005ca310), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.352966 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Publish callbacks [] for router_gateway (d1aceb3b-313d-4383-8a1f-22820217f918), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.373675 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-391a090d-ff80-42bb-b80a-981d68acac34 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1744061 Jun 23 11:01:56.376952 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34894) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:01:56.378361 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad224-e5c5-4f5e-8a61-0f6523c700ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for subnet (02373004-8ccd-4033-86a3-d7ee95f33ffc), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.391702 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:01:56.473546 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Publish callbacks [] for router_controller (480afca2-e42d-4b05-8253-7a44005ca310), precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.474625 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:56.485590 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ad224-e5c5-4f5e-8a61-0f6523c700ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=02373004-8ccd-4033-86a3-d7ee95f33ffc,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:56.528091 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-269140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27372'] for router (6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.529753 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27387'] for router (6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.582430 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3ad224-e5c5-4f5e-8a61-0f6523c700ec admin admin] Checking segment: {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:01:56.582886 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ad224-e5c5-4f5e-8a61-0f6523c700ec admin admin] Network hostable DHCP agents. Network: b879fb0c-6f1b-457c-8797-97d9533d8257, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:01:56.652041 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:56.669906 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Publish callbacks [] for router_gateway (480afca2-e42d-4b05-8253-7a44005ca310), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.674488 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ad224-e5c5-4f5e-8a61-0f6523c700ec admin admin] Network b879fb0c-6f1b-457c-8797-97d9533d8257 is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:01:56.684554 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Publish callbacks [] for router_controller (6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8), precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.691606 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831447ca-f02e-5cfc-b666-521d41d301dd-5ce35988-2c03-4f61-9713-c6c5b05f38b5', 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5', 'project_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'fixed_ips': [{'subnet_id': '29c3a46e-59d8-45fe-88e4-366cb3ee0e02'}]}} from dv-cinder-843309-2-iscsi. {{(pid=103954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:01:56.692663 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.716130 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-fd3ad224-e5c5-4f5e-8a61-0f6523c700ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, b879fb0c-6f1b-457c-8797-97d9533d8257) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:01:56.722678 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3ad224-e5c5-4f5e-8a61-0f6523c700ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:01:56.723271 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad224-e5c5-4f5e-8a61-0f6523c700ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.777431 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fadcf95-b8c1-4c68-9d70-934f694627b5 None None] Network b879fb0c-6f1b-457c-8797-97d9533d8257 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:01:56.778046 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-fd3ad224-e5c5-4f5e-8a61-0f6523c700ec admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9114623 Jun 23 11:01:56.780557 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34902) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:01:56.786903 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:01:56.800731 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:56.869275 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831447ca-f02e-5cfc-b666-521d41d301dd-19e128cb-e174-49db-a8d2-8534db57c32e', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'fixed_ips': [{'subnet_id': 'ddba4511-7d57-410b-b525-5f5d59309fec'}]}} from dv-cinder-843309-2-iscsi. {{(pid=103954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:01:56.875280 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.890512 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Publish callbacks [] for router_gateway (d1aceb3b-313d-4383-8a1f-22820217f918), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.893188 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-269140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27372'] for router (610e5342-e51c-4cf1-856f-3920f06a611f), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.894228 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27387'] for router (610e5342-e51c-4cf1-856f-3920f06a611f), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.925937 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.944569 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Publish callbacks [] for router_gateway (480afca2-e42d-4b05-8253-7a44005ca310), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:56.971952 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:57.028969 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:57.045219 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Allocated IP 172.20.0.2 (19e128cb-e174-49db-a8d2-8534db57c32e/ddba4511-7d57-410b-b525-5f5d59309fec/31bf3bd9-49c3-477c-a689-ab9f3cdf71c8) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:01:57.085395 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:57.178457 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Publish callbacks [] for router_gateway (6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:57.221969 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Publish callbacks [] for router_controller (610e5342-e51c-4cf1-856f-3920f06a611f), precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:57.247898 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Publish callbacks [] for port (31bf3bd9-49c3-477c-a689-ab9f3cdf71c8), precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:57.251106 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:57.294170 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (31bf3bd9-49c3-477c-a689-ab9f3cdf71c8), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:57.298535 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Publish callbacks [] for port (58aee36a-0118-457e-8549-1088c134757a), precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:57.386066 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (58aee36a-0118-457e-8549-1088c134757a), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:57.407766 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:01:57.420467 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:01:57.453770 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:01:57.459521 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Publish callbacks [] for router_gateway (610e5342-e51c-4cf1-856f-3920f06a611f), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:57.505385 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Allocated IP 172.27.2.139 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/841ace99-5fb3-49f5-8191-6d8950f546f3) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:01:57.516408 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Network 19e128cb-e174-49db-a8d2-8534db57c32e is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:01:57.568670 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Attempting to bind port 58aee36a-0118-457e-8549-1088c134757a on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:01:57.569289 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Attempting to bind port 58aee36a-0118-457e-8549-1088c134757a by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '97a79337-8bb6-4fe1-9265-c6256ffbd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:01:57.569883 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Attempting to bind port 58aee36a-0118-457e-8549-1088c134757a on network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:01:57.576152 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:01:57.583935 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:01:57.584573 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Checking segment: {'id': '97a79337-8bb6-4fe1-9265-c6256ffbd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:01:57.585193 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:57.585731 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Bound using segment: {'id': '97a79337-8bb6-4fe1-9265-c6256ffbd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:01:57.586373 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Bound port: 58aee36a-0118-457e-8549-1088c134757a, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a79337-8bb6-4fe1-9265-c6256ffbd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:01:57.586911 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (58aee36a-0118-457e-8549-1088c134757a), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:57.593172 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:01:57.636919 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:57.692459 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Pushing event updated for resources: {'Port': ['ID=31bf3bd9-49c3-477c-a689-ab9f3cdf71c8,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:57.761865 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:57.761865 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:57.761865 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:57.761865 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:57.761865 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:57.761865 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:57.761865 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:57.761865 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:57.761865 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:57.761865 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:57.763313 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:57.763313 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:57.763313 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:57.763313 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:57.763313 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Tracked resource versions report: Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: pushed versions: Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: { 'AddressGroup': {'1.2'}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Agent': {'1.1'}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'ConntrackHelper': {'1.0'}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'LocalIPAssociation': {'1.0'}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Log': {'1.0'}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'NDPProxy': {'1.0'}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Network': {'1.1'}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Port': {'1.7'}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'PortForwarding': {'1.3'}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'QosPolicy': {'1.10'}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'SecurityGroup': {'1.5'}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'SubPort': {'1.0'}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Subnet': {'1.1'}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Trunk': {'1.1'}} Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: consumer versions: Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: { DHCP agent@dv-cinder-843309-2-iscsi: {}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: HyperV agent@hv-cinder-84330: {}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: L3 agent@dv-cinder-843309-2-iscsi: {}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: Metadata agent@dv-cinder-843309-2-iscsi: {}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: Metering agent@dv-cinder-843309-2-iscsi: {}, Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: Open vSwitch agent@dv-cinder-843309-2-iscsi: { 'AddressGroup': '1.2', Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Agent': '1.1', Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'ConntrackHelper': '1.0', Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'LocalIPAssociation': '1.0', Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Log': '1.0', Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'NDPProxy': '1.0', Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Network': '1.1', Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Port': '1.7', Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'PortForwarding': '1.3', Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'QosPolicy': '1.10', Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'SecurityGroup': '1.5', Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'SecurityGroupRule': '1.2', Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'SubPort': '1.0', Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Subnet': '1.1', Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: 'Trunk': '1.1'}} Jun 23 11:01:57.764380 dv-cinder-843309-2-iscsi neutron-server[103954]: {{(pid=103954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:01:57.779488 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831447ca-f02e-5cfc-b666-521d41d301dd-b879fb0c-6f1b-457c-8797-97d9533d8257', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc'}]}} from dv-cinder-843309-2-iscsi. {{(pid=103954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:01:57.780458 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:57.787436 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34966) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:01:57.789430 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Publish callbacks [] for router_gateway (6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:57.818899 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Attempting to bind port 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:01:57.819718 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Attempting to bind port 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:01:57.820062 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Attempting to bind port 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 on network 19e128cb-e174-49db-a8d2-8534db57c32e {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:01:57.825143 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Allocated IP 172.20.0.2 (5ce35988-2c03-4f61-9713-c6c5b05f38b5/29c3a46e-59d8-45fe-88e4-366cb3ee0e02/666a9c5c-51df-443a-9042-7501e800bd72) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:01:57.853827 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:01:57.853827 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Checking segment: {'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:01:57.853827 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:57.854264 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Bound using segment: {'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:01:57.854433 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Bound port: 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:01:57.854815 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (31bf3bd9-49c3-477c-a689-ab9f3cdf71c8), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:57.904785 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] For port 58aee36a-0118-457e-8549-1088c134757a, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:01:57.906175 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:57.915455 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:57.947758 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Publish callbacks [] for port (841ace99-5fb3-49f5-8191-6d8950f546f3), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:57.984609 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Publish callbacks [] for router_gateway (610e5342-e51c-4cf1-856f-3920f06a611f), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:57.986396 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] For port 58aee36a-0118-457e-8549-1088c134757a, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=58aee36a-0118-457e-8549-1088c134757a,segment=NetworkSegment(97a79337-8bb6-4fe1-9265-c6256ffbd1f4),segment_id=97a79337-8bb6-4fe1-9265-c6256ffbd1f4)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:01:58.010392 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:58.035722 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (58aee36a-0118-457e-8549-1088c134757a), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:58.037640 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Pushing event updated for resources: {'Port': ['ID=58aee36a-0118-457e-8549-1088c134757a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:58.057003 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (841ace99-5fb3-49f5-8191-6d8950f546f3), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:58.122036 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:01:58.128821 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:01:58.139788 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:01:58.142029 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=5 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:58.185272 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1666-dfb0-49be-b374-1ea27d7eb95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:58.191792 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Pushing event updated for resources: {'Port': ['ID=841ace99-5fb3-49f5-8191-6d8950f546f3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:58.207292 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] For port 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:01:58.258616 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:58.285064 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:58.289199 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Publish callbacks [] for port (666a9c5c-51df-443a-9042-7501e800bd72), precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:58.324098 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Allocated IP 172.20.0.2 (b879fb0c-6f1b-457c-8797-97d9533d8257/02373004-8ccd-4033-86a3-d7ee95f33ffc/f75c4225-d10c-4471-80e6-bfb5df7a6ed1) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:01:58.332407 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] For port 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=31bf3bd9-49c3-477c-a689-ab9f3cdf71c8,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:01:58.337123 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40af2ed-96d8-492b-ac4a-44fb455bb6d9 None None] Pushing event updated for resources: {'Port': ['ID=58aee36a-0118-457e-8549-1088c134757a,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:58.344483 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (666a9c5c-51df-443a-9042-7501e800bd72), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:58.354217 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=9 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:58.363553 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (31bf3bd9-49c3-477c-a689-ab9f3cdf71c8), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:58.427173 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 34992) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:01:58.447711 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Network 5ce35988-2c03-4f61-9713-c6c5b05f38b5 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:01:58.458280 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:01:58.463767 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:01:58.466289 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Pushing event updated for resources: {'Port': ['ID=666a9c5c-51df-443a-9042-7501e800bd72,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:58.477611 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Allocated IP 172.27.2.144 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/093e2200-2194-4c03-851c-d50a0d120b7f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:01:58.604302 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1666-dfb0-49be-b374-1ea27d7eb95f admin admin] Publish callbacks [] for security_group (77443870-4336-4bff-93f1-18c8e89e3b95), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:58.606166 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Publish callbacks [] for router_gateway (480afca2-e42d-4b05-8253-7a44005ca310), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:58.620473 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea207f-5be3-466f-8afd-9b58d4a82e50 None None] Pushing event updated for resources: {'Port': ['ID=31bf3bd9-49c3-477c-a689-ab9f3cdf71c8,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:58.656078 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1666-dfb0-49be-b374-1ea27d7eb95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (77443870-4336-4bff-93f1-18c8e89e3b95), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:58.660841 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Attempting to bind port 666a9c5c-51df-443a-9042-7501e800bd72 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:01:58.661344 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Attempting to bind port 666a9c5c-51df-443a-9042-7501e800bd72 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '60707b2e-57b7-45f1-9efd-212d956fa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:01:58.661821 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Attempting to bind port 666a9c5c-51df-443a-9042-7501e800bd72 on network 5ce35988-2c03-4f61-9713-c6c5b05f38b5 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:01:58.688538 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:01:58.689404 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Checking segment: {'id': '60707b2e-57b7-45f1-9efd-212d956fa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:01:58.689926 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:58.690529 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Bound using segment: {'id': '60707b2e-57b7-45f1-9efd-212d956fa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:01:58.691106 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Bound port: 666a9c5c-51df-443a-9042-7501e800bd72, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60707b2e-57b7-45f1-9efd-212d956fa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:01:58.691751 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (666a9c5c-51df-443a-9042-7501e800bd72), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:58.742779 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 34996) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:01:58.775725 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Publish callbacks [] for port (f75c4225-d10c-4471-80e6-bfb5df7a6ed1), precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:58.792872 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (f75c4225-d10c-4471-80e6-bfb5df7a6ed1), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:58.827243 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d1666-dfb0-49be-b374-1ea27d7eb95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77443870-4336-4bff-93f1-18c8e89e3b95,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:58.864592 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Network b879fb0c-6f1b-457c-8797-97d9533d8257 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:01:58.879744 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] For port 666a9c5c-51df-443a-9042-7501e800bd72, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:01:58.900124 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:01:58.914725 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:01:58.997546 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Pushing event updated for resources: {'Port': ['ID=f75c4225-d10c-4471-80e6-bfb5df7a6ed1,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:59.016476 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] For port 666a9c5c-51df-443a-9042-7501e800bd72, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=666a9c5c-51df-443a-9042-7501e800bd72,segment=NetworkSegment(60707b2e-57b7-45f1-9efd-212d956fa187),segment_id=60707b2e-57b7-45f1-9efd-212d956fa187)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:01:59.089962 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec1481ca-9556-4375-a3c3-3861f9f52619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:59.141938 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-269750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390477'] for router (480afca2-e42d-4b05-8253-7a44005ca310), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:59.150387 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-cf6d1666-dfb0-49be-b374-1ea27d7eb95f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=82a06041149a40a6807070f31cf7225e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3567803 Jun 23 11:01:59.153036 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35000) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:01:59.183399 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (666a9c5c-51df-443a-9042-7501e800bd72), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:59.199740 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a29af4a-1b2b-4c4f-b10a-b74161f01736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:59.241800 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Attempting to bind port f75c4225-d10c-4471-80e6-bfb5df7a6ed1 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:01:59.242386 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Attempting to bind port f75c4225-d10c-4471-80e6-bfb5df7a6ed1 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:01:59.243233 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Attempting to bind port f75c4225-d10c-4471-80e6-bfb5df7a6ed1 on network b879fb0c-6f1b-457c-8797-97d9533d8257 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:01:59.275154 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:01:59.275154 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Checking segment: {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:01:59.275154 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:59.275154 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Bound using segment: {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:01:59.275154 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Bound port: f75c4225-d10c-4471-80e6-bfb5df7a6ed1, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:01:59.275154 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (f75c4225-d10c-4471-80e6-bfb5df7a6ed1), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:59.307378 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:INSERT=15 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:59.325464 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e6ca2-fb47-4821-b750-dabfb7a10f6f None None] Pushing event updated for resources: {'Port': ['ID=666a9c5c-51df-443a-9042-7501e800bd72,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:59.355114 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] For port f75c4225-d10c-4471-80e6-bfb5df7a6ed1, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:01:59.358708 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] For port f75c4225-d10c-4471-80e6-bfb5df7a6ed1, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=f75c4225-d10c-4471-80e6-bfb5df7a6ed1,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:01:59.367266 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (f75c4225-d10c-4471-80e6-bfb5df7a6ed1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:59.377302 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:59.384335 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Publish callbacks [] for port (093e2200-2194-4c03-851c-d50a0d120b7f), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:59.394050 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4027ea6d-b340-457d-8144-74277300ffd4 admin admin] Publish callbacks [] for security_group (77443870-4336-4bff-93f1-18c8e89e3b95), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:59.442779 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d47a37-4ed9-446c-b5bb-b8244c6764f4 None None] Pushing event updated for resources: {'Port': ['ID=f75c4225-d10c-4471-80e6-bfb5df7a6ed1,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:59.507807 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4027ea6d-b340-457d-8144-74277300ffd4 admin admin] Publish callbacks [] for security_group (77443870-4336-4bff-93f1-18c8e89e3b95), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:59.514682 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:59.531942 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec1481ca-9556-4375-a3c3-3861f9f52619 admin admin] Publish callbacks [] for security_group (a2714605-7c5c-4009-b1dd-4f5f520e4256), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:59.563887 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:01:59.568119 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec1481ca-9556-4375-a3c3-3861f9f52619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (a2714605-7c5c-4009-b1dd-4f5f520e4256), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:59.657991 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (093e2200-2194-4c03-851c-d50a0d120b7f), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:59.744656 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-ec1481ca-9556-4375-a3c3-3861f9f52619 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b7156540914b4b949c71dfc09f71e6ec&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0004950 Jun 23 11:01:59.755476 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35014) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:01:59.787755 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1481ca-9556-4375-a3c3-3861f9f52619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2714605-7c5c-4009-b1dd-4f5f520e4256,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:01:59.787922 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:01:59.837752 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Router 480afca2-e42d-4b05-8253-7a44005ca310 is scheduled to L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:01:59.846688 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:01:59.878056 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a29af4a-1b2b-4c4f-b10a-b74161f01736 admin admin] Publish callbacks [] for security_group (41b653ce-a83f-44ed-bf68-cddc404f3ae0), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:59.894787 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:01:59.917054 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Allocated IP 172.27.2.232 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/7d14ac0e-0228-4c5d-a4a3-60dace418429) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:01:59.935119 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c4e7ed4-6d00-4e62-9605-0223eb3d539c admin admin] Publish callbacks [] for security_group (a2714605-7c5c-4009-b1dd-4f5f520e4256), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:01:59.977420 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c4e7ed4-6d00-4e62-9605-0223eb3d539c admin admin] Publish callbacks [] for security_group (a2714605-7c5c-4009-b1dd-4f5f520e4256), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:00.011199 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0a29af4a-1b2b-4c4f-b10a-b74161f01736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (41b653ce-a83f-44ed-bf68-cddc404f3ae0), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:00.128286 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4027ea6d-b340-457d-8144-74277300ffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (77443870-4336-4bff-93f1-18c8e89e3b95), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:00.130673 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4027ea6d-b340-457d-8144-74277300ffd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:00.135028 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-4027ea6d-b340-457d-8144-74277300ffd4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77443870-4336-4bff-93f1-18c8e89e3b95 HTTP/1.1" status: 204 len: 168 time: 0.9778509 Jun 23 11:02:00.146530 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=093e2200-2194-4c03-851c-d50a0d120b7f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:00.229663 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29af4a-1b2b-4c4f-b10a-b74161f01736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b653ce-a83f-44ed-bf68-cddc404f3ae0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:00.239888 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:00.242032 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:02:00.266664 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Sync routers for ids ['480afca2-e42d-4b05-8253-7a44005ca310'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:02:00.277363 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-0a29af4a-1b2b-4c4f-b10a-b74161f01736 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=06e49e2ab21d4f82b2b10dd49330a703&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8437753 Jun 23 11:02:00.281575 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35020) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:00.291110 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027ea6d-b340-457d-8144-74277300ffd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77443870-4336-4bff-93f1-18c8e89e3b95,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:00.292447 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a81d4aa-2ca3-46e1-adf0-f325de134d2a None None] Network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:02:00.297144 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Routers {'480afca2-e42d-4b05-8253-7a44005ca310'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:00.297783 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:01:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['480afca2-e42d-4b05-8253-7a44005ca310'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:00.320614 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:00.321999 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-835868ee-a9d1-4e1e-b7cd-4fd8cb6764eb admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0679784 Jun 23 11:02:00.327389 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35022) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:00.348019 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c4e7ed4-6d00-4e62-9605-0223eb3d539c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (a2714605-7c5c-4009-b1dd-4f5f520e4256), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:00.350541 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c4e7ed4-6d00-4e62-9605-0223eb3d539c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:00.372038 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-4c4e7ed4-6d00-4e62-9605-0223eb3d539c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a2714605-7c5c-4009-b1dd-4f5f520e4256 HTTP/1.1" status: 204 len: 168 time: 0.5933232 Jun 23 11:02:00.438246 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Publish callbacks [] for port (7d14ac0e-0228-4c5d-a4a3-60dace418429), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:00.445863 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-a3aab85a-4d5d-4470-9f56-c124aff494b5 None None] Provisioning complete for port 58aee36a-0118-457e-8549-1088c134757a triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:00.446264 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a3aab85a-4d5d-4470-9f56-c124aff494b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (58aee36a-0118-457e-8549-1088c134757a), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:00.473645 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e7ed4-6d00-4e62-9605-0223eb3d539c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2714605-7c5c-4009-b1dd-4f5f520e4256,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:00.556696 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Set router 480afca2-e42d-4b05-8253-7a44005ca310 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:00.565407 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2d8189cb-3b8f-4e86-8fbf-7a76146b4eb1 admin admin] Publish callbacks [] for security_group (41b653ce-a83f-44ed-bf68-cddc404f3ae0), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:00.569319 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732a7eca-1f02-47f5-abdb-fa02ec38827b None None] Network 19e128cb-e174-49db-a8d2-8534db57c32e requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:02:00.654936 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:00.687091 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:00.688457 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2d8189cb-3b8f-4e86-8fbf-7a76146b4eb1 admin admin] Publish callbacks [] for security_group (41b653ce-a83f-44ed-bf68-cddc404f3ae0), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:00.702339 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Publish callbacks [] for router_gateway (d1aceb3b-313d-4383-8a1f-22820217f918), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:00.932033 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2d8189cb-3b8f-4e86-8fbf-7a76146b4eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (41b653ce-a83f-44ed-bf68-cddc404f3ae0), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:00.946575 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2d8189cb-3b8f-4e86-8fbf-7a76146b4eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:00.950911 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-2d8189cb-3b8f-4e86-8fbf-7a76146b4eb1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41b653ce-a83f-44ed-bf68-cddc404f3ae0 HTTP/1.1" status: 204 len: 168 time: 0.6617410 Jun 23 11:02:00.973188 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (7d14ac0e-0228-4c5d-a4a3-60dace418429), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:00.988997 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8189cb-3b8f-4e86-8fbf-7a76146b4eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b653ce-a83f-44ed-bf68-cddc404f3ae0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:01.112361 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a3aab85a-4d5d-4470-9f56-c124aff494b5 None None] Current status of the port 58aee36a-0118-457e-8549-1088c134757a is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:01.112772 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a3aab85a-4d5d-4470-9f56-c124aff494b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (58aee36a-0118-457e-8549-1088c134757a), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:01.159635 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Allocated IP 172.27.2.188 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/1adc2132-dc98-45f5-af22-b202b485ee18) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:02:01.189765 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 58aee36a-0118-457e-8549-1088c134757a up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:01.320235 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:01.425388 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-a3aab85a-4d5d-4470-9f56-c124aff494b5 None None] For port 58aee36a-0118-457e-8549-1088c134757a, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=58aee36a-0118-457e-8549-1088c134757a,segment=NetworkSegment(97a79337-8bb6-4fe1-9265-c6256ffbd1f4),segment_id=97a79337-8bb6-4fe1-9265-c6256ffbd1f4)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:01.447974 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a3aab85a-4d5d-4470-9f56-c124aff494b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (58aee36a-0118-457e-8549-1088c134757a), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:01.527576 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480afca2-e42d-4b05-8253-7a44005ca310', 'name': 'tempest-DeleteServersTestJSON-851274724-router', 'tenant_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:01:58Z', 'revision_number': 3, 'project_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'gw_port': {'id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480afca2-e42d-4b05-8253-7a44005ca310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:01.583805 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Publish callbacks [] for port (1adc2132-dc98-45f5-af22-b202b485ee18), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:01.603043 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Checking router: 480afca2-e42d-4b05-8253-7a44005ca310 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:02:01.611988 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Updating router 480afca2-e42d-4b05-8253-7a44005ca310 port 841ace99-5fb3-49f5-8191-6d8950f546f3 binding host dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:02:01.685834 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (841ace99-5fb3-49f5-8191-6d8950f546f3), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:01.697360 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 58aee36a-0118-457e-8549-1088c134757a triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:01.697757 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (58aee36a-0118-457e-8549-1088c134757a), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:01.708771 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (1adc2132-dc98-45f5-af22-b202b485ee18), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:01.767843 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35050) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:01.768736 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-f33631a8-c9d9-4027-90d5-0ae534488a38 None None] Provisioning complete for port 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:01.769129 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f33631a8-c9d9-4027-90d5-0ae534488a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (31bf3bd9-49c3-477c-a689-ab9f3cdf71c8), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:01.807280 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a74cdf-1744-40fd-a7d1-5804b27e1079 None None] Network 5ce35988-2c03-4f61-9713-c6c5b05f38b5 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:02:01.811861 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:02:01.813100 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8d29141-f034-4efb-8b33-e17133f3a804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:01.862098 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:01.865670 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:01.871858 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:02:01.896900 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e060304-6432-48b7-abed-56e24a52bd2c None None] Network b879fb0c-6f1b-457c-8797-97d9533d8257 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:02:01.899577 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aab85a-4d5d-4470-9f56-c124aff494b5 None None] Pushing event updated for resources: {'Port': ['ID=58aee36a-0118-457e-8549-1088c134757a,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:01.956246 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:02:01.962021 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Pushing event updated for resources: {'Port': ['ID=1adc2132-dc98-45f5-af22-b202b485ee18,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:02.003790 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:02.021322 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:02.059257 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:02:02.210311 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Publish callbacks [] for port (841ace99-5fb3-49f5-8191-6d8950f546f3), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.228701 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (841ace99-5fb3-49f5-8191-6d8950f546f3), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.296203 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35060) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:02.314256 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a953816b-d726-45d2-bf75-c7c5519d3546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.320142 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Pushing event updated for resources: {'Port': ['ID=841ace99-5fb3-49f5-8191-6d8950f546f3,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:02.334121 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:02.336682 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:02.337254 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:02.337836 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:02.338359 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:02.340797 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:02.342248 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:02.343258 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:02.343815 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:02.345024 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:02.346470 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:02.348323 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:02.350289 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:02.351131 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:02.352466 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:02.359697 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Tracked resource versions report: Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: pushed versions: Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: { 'AddressGroup': {'1.2'}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Agent': {'1.1'}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'ConntrackHelper': {'1.0'}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'LocalIPAssociation': {'1.0'}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Log': {'1.0'}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'NDPProxy': {'1.0'}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Network': {'1.1'}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Port': {'1.7'}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'PortForwarding': {'1.3'}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'QosPolicy': {'1.10'}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'SecurityGroup': {'1.5'}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'SubPort': {'1.0'}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Subnet': {'1.1'}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Trunk': {'1.1'}} Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: consumer versions: Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: { DHCP agent@dv-cinder-843309-2-iscsi: {}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: HyperV agent@hv-cinder-84330: {}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: L3 agent@dv-cinder-843309-2-iscsi: {}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: Metadata agent@dv-cinder-843309-2-iscsi: {}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: Metering agent@dv-cinder-843309-2-iscsi: {}, Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: Open vSwitch agent@dv-cinder-843309-2-iscsi: { 'AddressGroup': '1.2', Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Agent': '1.1', Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'ConntrackHelper': '1.0', Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'LocalIPAssociation': '1.0', Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Log': '1.0', Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'NDPProxy': '1.0', Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Network': '1.1', Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Port': '1.7', Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'PortForwarding': '1.3', Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'QosPolicy': '1.10', Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'SecurityGroup': '1.5', Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'SecurityGroupRule': '1.2', Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'SubPort': '1.0', Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Subnet': '1.1', Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: 'Trunk': '1.1'}} Jun 23 11:02:02.362159 dv-cinder-843309-2-iscsi neutron-server[103955]: {{(pid=103955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:02:02.372369 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8d29141-f034-4efb-8b33-e17133f3a804 admin admin] Publish callbacks [] for security_group (c62c00c5-1bfe-4185-a2bc-d5ccf714948e), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.373855 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 58aee36a-0118-457e-8549-1088c134757a is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:02.375041 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device f75c4225-d10c-4471-80e6-bfb5df7a6ed1 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:02.388522 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Pushing event updated for resources: {'Port': ['ID=7d14ac0e-0228-4c5d-a4a3-60dace418429,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:02.394991 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f33631a8-c9d9-4027-90d5-0ae534488a38 None None] Current status of the port 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:02.395390 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f33631a8-c9d9-4027-90d5-0ae534488a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (31bf3bd9-49c3-477c-a689-ab9f3cdf71c8), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.412700 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Attempting to bind port 841ace99-5fb3-49f5-8191-6d8950f546f3 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:02:02.413349 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Attempting to bind port 841ace99-5fb3-49f5-8191-6d8950f546f3 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:02:02.414143 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8d29141-f034-4efb-8b33-e17133f3a804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (c62c00c5-1bfe-4185-a2bc-d5ccf714948e), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.415031 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Attempting to bind port 841ace99-5fb3-49f5-8191-6d8950f546f3 on network e8f8f139-acd0-41ed-b18b-d78ae7145230 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:02.423351 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:02:02.423797 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Checking segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:02:02.424335 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.424776 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Bound using segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:02:02.425297 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Bound port: 841ace99-5fb3-49f5-8191-6d8950f546f3, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:02:02.425681 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (841ace99-5fb3-49f5-8191-6d8950f546f3), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.472919 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-e8d29141-f034-4efb-8b33-e17133f3a804 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e8b6068752a4bee8bd24f49cd9094ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7027748 Jun 23 11:02:02.476127 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d29141-f034-4efb-8b33-e17133f3a804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62c00c5-1bfe-4185-a2bc-d5ccf714948e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:02.478618 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35064) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:02.513278 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-f33631a8-c9d9-4027-90d5-0ae534488a38 None None] For port 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=31bf3bd9-49c3-477c-a689-ab9f3cdf71c8,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:02.524438 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port f75c4225-d10c-4471-80e6-bfb5df7a6ed1 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:02.525047 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (f75c4225-d10c-4471-80e6-bfb5df7a6ed1), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.528603 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f33631a8-c9d9-4027-90d5-0ae534488a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (31bf3bd9-49c3-477c-a689-ab9f3cdf71c8), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.581195 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Publish callbacks [] for router_gateway (610e5342-e51c-4cf1-856f-3920f06a611f), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.628501 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] For port 841ace99-5fb3-49f5-8191-6d8950f546f3, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:02:02.639576 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] For port 841ace99-5fb3-49f5-8191-6d8950f546f3, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=841ace99-5fb3-49f5-8191-6d8950f546f3,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:02:02.648940 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:02.657403 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (841ace99-5fb3-49f5-8191-6d8950f546f3), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.697364 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-5556e11b-cc66-4209-bca3-5de9f0d50e80 None None] Provisioning complete for port f75c4225-d10c-4471-80e6-bfb5df7a6ed1 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:02.697753 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5556e11b-cc66-4209-bca3-5de9f0d50e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (f75c4225-d10c-4471-80e6-bfb5df7a6ed1), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.713671 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-269750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390477'] for router (d1aceb3b-313d-4383-8a1f-22820217f918), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.804584 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:02.813968 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33631a8-c9d9-4027-90d5-0ae534488a38 None None] Pushing event updated for resources: {'Port': ['ID=31bf3bd9-49c3-477c-a689-ab9f3cdf71c8,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:02.840969 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Routers {'480afca2-e42d-4b05-8253-7a44005ca310'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:02.841619 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:01:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['480afca2-e42d-4b05-8253-7a44005ca310'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:02.846135 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:02.882929 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a953816b-d726-45d2-bf75-c7c5519d3546 admin admin] Publish callbacks [] for security_group (3189e87e-4deb-49bb-998c-559033eb8e93), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.893721 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a953816b-d726-45d2-bf75-c7c5519d3546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (3189e87e-4deb-49bb-998c-559033eb8e93), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.938464 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953816b-d726-45d2-bf75-c7c5519d3546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3189e87e-4deb-49bb-998c-559033eb8e93,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:02.986216 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.990078 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5556e11b-cc66-4209-bca3-5de9f0d50e80 None None] Current status of the port f75c4225-d10c-4471-80e6-bfb5df7a6ed1 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:02.990474 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5556e11b-cc66-4209-bca3-5de9f0d50e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (f75c4225-d10c-4471-80e6-bfb5df7a6ed1), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:02.994070 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port f75c4225-d10c-4471-80e6-bfb5df7a6ed1 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:02.994954 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (f75c4225-d10c-4471-80e6-bfb5df7a6ed1), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.007491 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Publish callbacks [] for router_gateway (6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.008049 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c700990-aee3-42a1-807e-225b35fafd8d None None] Pushing event updated for resources: {'Port': ['ID=841ace99-5fb3-49f5-8191-6d8950f546f3,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:03.051247 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port f75c4225-d10c-4471-80e6-bfb5df7a6ed1, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=f75c4225-d10c-4471-80e6-bfb5df7a6ed1,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:03.052526 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c0535af-8cbc-4aa7-8bc3-d7fc601a0576 admin admin] Publish callbacks [] for security_group (c62c00c5-1bfe-4185-a2bc-d5ccf714948e), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.056741 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (f75c4225-d10c-4471-80e6-bfb5df7a6ed1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.057703 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 666a9c5c-51df-443a-9042-7501e800bd72 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:03.065659 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-a953816b-d726-45d2-bf75-c7c5519d3546 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a0b78286f8034622a190ce0bfc61b36c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7684429 Jun 23 11:02:03.071625 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] Set router 480afca2-e42d-4b05-8253-7a44005ca310 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:03.073686 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35074) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:03.074865 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:03.114537 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:03.129378 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c0535af-8cbc-4aa7-8bc3-d7fc601a0576 admin admin] Publish callbacks [] for security_group (c62c00c5-1bfe-4185-a2bc-d5ccf714948e), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.136860 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=f75c4225-d10c-4471-80e6-bfb5df7a6ed1,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:03.165711 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-269750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390477'] for router (610e5342-e51c-4cf1-856f-3920f06a611f), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.209597 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 666a9c5c-51df-443a-9042-7501e800bd72 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:03.209983 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (666a9c5c-51df-443a-9042-7501e800bd72), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.212737 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.db.api [None req-5556e11b-cc66-4209-bca3-5de9f0d50e80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 11:02:03.213130 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG oslo_db.api [None req-5556e11b-cc66-4209-bca3-5de9f0d50e80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:02:03.317299 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-608e3c3c-b54d-4bb6-a765-6f45d73be7c9 admin admin] Publish callbacks [] for security_group (3189e87e-4deb-49bb-998c-559033eb8e93), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.346100 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:03.359290 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ade4c055-7c3f-450c-ae88-955d7f615a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.362683 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 666a9c5c-51df-443a-9042-7501e800bd72 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:03.363212 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (666a9c5c-51df-443a-9042-7501e800bd72), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.384277 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480afca2-e42d-4b05-8253-7a44005ca310', 'name': 'tempest-DeleteServersTestJSON-851274724-router', 'tenant_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:01:58Z', 'revision_number': 3, 'project_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'gw_port': {'id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480afca2-e42d-4b05-8253-7a44005ca310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:03.401116 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-269750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390477'] for router (6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.401926 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-608e3c3c-b54d-4bb6-a765-6f45d73be7c9 admin admin] Publish callbacks [] for security_group (3189e87e-4deb-49bb-998c-559033eb8e93), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.406982 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port 666a9c5c-51df-443a-9042-7501e800bd72, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=666a9c5c-51df-443a-9042-7501e800bd72,segment=NetworkSegment(60707b2e-57b7-45f1-9efd-212d956fa187),segment_id=60707b2e-57b7-45f1-9efd-212d956fa187)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:03.417969 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (666a9c5c-51df-443a-9042-7501e800bd72), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.419605 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:03.440166 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19a709-b8bb-4121-889b-6cc59efa7a14 None None] The sync data for ids ['480afca2-e42d-4b05-8253-7a44005ca310'] in dv-cinder-843309-2-iscsi is: [{'id': '480afca2-e42d-4b05-8253-7a44005ca310', 'name': 'tempest-DeleteServersTestJSON-851274724-router', 'tenant_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:01:58Z', 'revision_number': 3, 'project_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'gw_port': {'id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480afca2-e42d-4b05-8253-7a44005ca310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:02:03.457990 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:03.499254 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Router d1aceb3b-313d-4383-8a1f-22820217f918 is scheduled to L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:02:03.533233 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-608e3c3c-b54d-4bb6-a765-6f45d73be7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (3189e87e-4deb-49bb-998c-559033eb8e93), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.536401 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-608e3c3c-b54d-4bb6-a765-6f45d73be7c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.536547 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:03.537550 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-608e3c3c-b54d-4bb6-a765-6f45d73be7c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3189e87e-4deb-49bb-998c-559033eb8e93 HTTP/1.1" status: 204 len: 168 time: 0.4609594 Jun 23 11:02:03.538829 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c0535af-8cbc-4aa7-8bc3-d7fc601a0576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (c62c00c5-1bfe-4185-a2bc-d5ccf714948e), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.541845 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c0535af-8cbc-4aa7-8bc3-d7fc601a0576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.543007 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-3c0535af-8cbc-4aa7-8bc3-d7fc601a0576 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c62c00c5-1bfe-4185-a2bc-d5ccf714948e HTTP/1.1" status: 204 len: 168 time: 1.0598853 Jun 23 11:02:03.559149 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e3c3c-b54d-4bb6-a765-6f45d73be7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3189e87e-4deb-49bb-998c-559033eb8e93,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:03.588851 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0535af-8cbc-4aa7-8bc3-d7fc601a0576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62c00c5-1bfe-4185-a2bc-d5ccf714948e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:03.649217 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Router 610e5342-e51c-4cf1-856f-3920f06a611f is scheduled to L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:02:03.719373 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Allocated IP 172.20.0.1 (5ce35988-2c03-4f61-9713-c6c5b05f38b5/29c3a46e-59d8-45fe-88e4-366cb3ee0e02/c8a07fb4-1aea-4219-a444-f58a63dc5cd4) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:02:03.773219 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:03.844293 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:02:03.852094 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5556e11b-cc66-4209-bca3-5de9f0d50e80 None None] Current status of the port f75c4225-d10c-4471-80e6-bfb5df7a6ed1 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:03.859646 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=666a9c5c-51df-443a-9042-7501e800bd72,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:03.874329 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Sync routers for ids ['d1aceb3b-313d-4383-8a1f-22820217f918'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:02:03.891088 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-5556e11b-cc66-4209-bca3-5de9f0d50e80 None None] Provisioning complete for port 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:03.891565 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5556e11b-cc66-4209-bca3-5de9f0d50e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (31bf3bd9-49c3-477c-a689-ab9f3cdf71c8), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.907507 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:03.907974 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (31bf3bd9-49c3-477c-a689-ab9f3cdf71c8), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.951704 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:02:03.961295 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Sync routers for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:02:03.981600 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Routers {'d1aceb3b-313d-4383-8a1f-22820217f918'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:03.982261 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:01:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['d1aceb3b-313d-4383-8a1f-22820217f918'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:03.990694 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:03.991917 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:03.992644 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:01:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:03.997831 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-aaa18949-9a24-40d6-b22d-84c838806995 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2132635 Jun 23 11:02:03.999387 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35096) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:04.060540 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:04.069092 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-5090df95-95c9-4b63-8d7c-8ffa12336fb0 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4653041 Jun 23 11:02:04.078550 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35098) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:04.104626 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 is scheduled to L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:02:04.170893 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Publish callbacks [] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:04.207938 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Set router d1aceb3b-313d-4383-8a1f-22820217f918 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:04.311148 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:04.320271 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:04.594608 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:04.671114 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:02Z', 'revision_number': 3, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:04.697008 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5556e11b-cc66-4209-bca3-5de9f0d50e80 None None] Current status of the port 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:04.744090 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-5556e11b-cc66-4209-bca3-5de9f0d50e80 None None] Provisioning complete for port 58aee36a-0118-457e-8549-1088c134757a triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:04.745845 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5556e11b-cc66-4209-bca3-5de9f0d50e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (58aee36a-0118-457e-8549-1088c134757a), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:04.768527 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Checking router: 610e5342-e51c-4cf1-856f-3920f06a611f for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:02:04.768893 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Updating router 610e5342-e51c-4cf1-856f-3920f06a611f port 1adc2132-dc98-45f5-af22-b202b485ee18 binding host dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:02:04.880746 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (1adc2132-dc98-45f5-af22-b202b485ee18), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:04.947209 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:04.950812 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5556e11b-cc66-4209-bca3-5de9f0d50e80 None None] Current status of the port 58aee36a-0118-457e-8549-1088c134757a is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:04.988387 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-5556e11b-cc66-4209-bca3-5de9f0d50e80 None None] Provisioning complete for port 666a9c5c-51df-443a-9042-7501e800bd72 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:04.988796 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5556e11b-cc66-4209-bca3-5de9f0d50e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (666a9c5c-51df-443a-9042-7501e800bd72), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:05.016067 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:05.017896 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:00Z', 'revision_number': 3, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:05.068179 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Checking router: d1aceb3b-313d-4383-8a1f-22820217f918 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:02:05.068837 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Updating router d1aceb3b-313d-4383-8a1f-22820217f918 port 093e2200-2194-4c03-851c-d50a0d120b7f binding host dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:02:05.077514 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 58aee36a-0118-457e-8549-1088c134757a up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:05.117618 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:02:05.142863 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Sync routers for ids ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:02:05.166908 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (093e2200-2194-4c03-851c-d50a0d120b7f), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:05.204085 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Routers {'6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:05.204859 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:01:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:05.217085 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Network 5ce35988-2c03-4f61-9713-c6c5b05f38b5 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:02:05.223889 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:05.247888 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:05.269830 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:02:05.272725 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264168'] for router_interface (480afca2-e42d-4b05-8253-7a44005ca310), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:05.368287 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a07fb4-1aea-4219-a444-f58a63dc5cd4,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:05.391622 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:05.576130 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:05.580640 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-d7b52852-ded5-470a-ba93-ff2c36cb5458 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.2011280 Jun 23 11:02:05.614228 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35150) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:05.666065 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Allocated IP 172.20.0.1 (b879fb0c-6f1b-457c-8797-97d9533d8257/02373004-8ccd-4033-86a3-d7ee95f33ffc/3bb466e6-2dc7-4e6c-947c-ba49c706dfdd) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:02:05.671574 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:05.749600 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Publish callbacks [] for port (1adc2132-dc98-45f5-af22-b202b485ee18), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:05.758314 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5556e11b-cc66-4209-bca3-5de9f0d50e80 None None] Current status of the port 666a9c5c-51df-443a-9042-7501e800bd72 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:05.767564 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (1adc2132-dc98-45f5-af22-b202b485ee18), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:05.786955 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 58aee36a-0118-457e-8549-1088c134757a triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:05.787471 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (58aee36a-0118-457e-8549-1088c134757a), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:05.800280 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:05.837394 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Publish callbacks [] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:05.845231 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30ff9504-5c9a-4a2f-be1e-f40d593a03d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:05.894899 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:05.924423 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Set router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:05.931240 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Attempting to bind port 1adc2132-dc98-45f5-af22-b202b485ee18 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:02:05.931611 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Attempting to bind port 1adc2132-dc98-45f5-af22-b202b485ee18 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:02:05.933617 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:05.944473 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Attempting to bind port 1adc2132-dc98-45f5-af22-b202b485ee18 on network e8f8f139-acd0-41ed-b18b-d78ae7145230 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:05.946689 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:05.947492 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549510a-c311-4d9b-a6bb-f6636534e23b None None] Pushing event updated for resources: {'Port': ['ID=1adc2132-dc98-45f5-af22-b202b485ee18,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:05.989320 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:02:05.992785 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Checking segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:02:05.993894 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:05.995047 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Bound using segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:02:05.997163 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Bound port: 1adc2132-dc98-45f5-af22-b202b485ee18, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:02:05.997641 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (1adc2132-dc98-45f5-af22-b202b485ee18), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:06.012198 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Network b879fb0c-6f1b-457c-8797-97d9533d8257 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:02:06.024764 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:06.033354 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:02:06.033354 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264168'] for router_interface (610e5342-e51c-4cf1-856f-3920f06a611f), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:06.034793 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Pushing event updated for resources: {'Port': ['ID=3bb466e6-2dc7-4e6c-947c-ba49c706dfdd,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:06.037154 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:06.038120 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35162) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:06.129496 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-d277b39b-3180-4866-82d6-c459f6a5ee87 None None] Provisioning complete for port 666a9c5c-51df-443a-9042-7501e800bd72 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:06.131710 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d277b39b-3180-4866-82d6-c459f6a5ee87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (666a9c5c-51df-443a-9042-7501e800bd72), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:06.134468 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] For port 1adc2132-dc98-45f5-af22-b202b485ee18, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:02:06.151855 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] For port 1adc2132-dc98-45f5-af22-b202b485ee18, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=1adc2132-dc98-45f5-af22-b202b485ee18,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:02:06.155675 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:06.167156 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (1adc2132-dc98-45f5-af22-b202b485ee18), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:06.349958 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549510a-c311-4d9b-a6bb-f6636534e23b None None] Pushing event updated for resources: {'Port': ['ID=1adc2132-dc98-45f5-af22-b202b485ee18,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:06.402321 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:06.402943 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:02:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:06.434144 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 58aee36a-0118-457e-8549-1088c134757a is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:06.435687 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device f75c4225-d10c-4471-80e6-bfb5df7a6ed1 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:06.462998 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:06.472608 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:06.544783 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:06.589653 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:06.619156 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a948ad71-ca14-42db-901e-f1394f582bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:06.636408 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:06.946831 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d277b39b-3180-4866-82d6-c459f6a5ee87 None None] Current status of the port 666a9c5c-51df-443a-9042-7501e800bd72 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:07.018688 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Publish callbacks [] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.022977 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-d277b39b-3180-4866-82d6-c459f6a5ee87 None None] Provisioning complete for port f75c4225-d10c-4471-80e6-bfb5df7a6ed1 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:07.023747 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d277b39b-3180-4866-82d6-c459f6a5ee87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (f75c4225-d10c-4471-80e6-bfb5df7a6ed1), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.025036 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a948ad71-ca14-42db-901e-f1394f582bfe admin admin] Publish callbacks [] for security_group (e990441f-9e2d-4044-a506-ca36c13fd5d9), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.027371 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.032398 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-263800'] for router_interface (610e5342-e51c-4cf1-856f-3920f06a611f), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.042847 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a948ad71-ca14-42db-901e-f1394f582bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (e990441f-9e2d-4044-a506-ca36c13fd5d9), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.047566 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Publish callbacks [] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.114147 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:07.115018 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port f75c4225-d10c-4471-80e6-bfb5df7a6ed1 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:07.115439 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (f75c4225-d10c-4471-80e6-bfb5df7a6ed1), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.145571 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:05Z', 'revision_number': 1, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:07.146850 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-a948ad71-ca14-42db-901e-f1394f582bfe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d797911a43b4435bac05c3ec29c56d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1071234 Jun 23 11:02:07.156701 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.158241 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-263800'] for router_interface (480afca2-e42d-4b05-8253-7a44005ca310), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.159408 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35214) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:07.169374 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948ad71-ca14-42db-901e-f1394f582bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e990441f-9e2d-4044-a506-ca36c13fd5d9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:07.174930 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Pushing event updated for resources: {'Port': ['ID=3bb466e6-2dc7-4e6c-947c-ba49c706dfdd,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:07.233330 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30e2ee-cf6e-4def-b1b0-86dd7d485399 None None] The sync data for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi is: [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:05Z', 'revision_number': 1, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:02:07.319006 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:02Z', 'revision_number': 3, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:07.350630 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-58d7d46c-7bbf-4a21-a21e-d2bc8aa65340 admin admin] Publish callbacks [] for security_group (e990441f-9e2d-4044-a506-ca36c13fd5d9), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.357221 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.358762 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Network b879fb0c-6f1b-457c-8797-97d9533d8257 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:02:07.389610 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:07.390851 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Checking router: 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:02:07.391304 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Updating router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 port 7d14ac0e-0228-4c5d-a4a3-60dace418429 binding host dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:02:07.441815 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-58d7d46c-7bbf-4a21-a21e-d2bc8aa65340 admin admin] Publish callbacks [] for security_group (e990441f-9e2d-4044-a506-ca36c13fd5d9), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.464716 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:07.468476 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a07fb4-1aea-4219-a444-f58a63dc5cd4,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:07.469927 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Publish callbacks [] for port (093e2200-2194-4c03-851c-d50a0d120b7f), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.498500 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (7d14ac0e-0228-4c5d-a4a3-60dace418429), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.547887 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:07.729814 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (093e2200-2194-4c03-851c-d50a0d120b7f), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.770905 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port f75c4225-d10c-4471-80e6-bfb5df7a6ed1 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:07.772368 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 666a9c5c-51df-443a-9042-7501e800bd72 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:07.774339 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d277b39b-3180-4866-82d6-c459f6a5ee87 None None] Current status of the port f75c4225-d10c-4471-80e6-bfb5df7a6ed1 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:07.833383 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Router 610e5342-e51c-4cf1-856f-3920f06a611f has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:02:07.841828 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-58d7d46c-7bbf-4a21-a21e-d2bc8aa65340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (e990441f-9e2d-4044-a506-ca36c13fd5d9), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.849208 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-d277b39b-3180-4866-82d6-c459f6a5ee87 None None] Provisioning complete for port c8a07fb4-1aea-4219-a444-f58a63dc5cd4 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:07.849589 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d277b39b-3180-4866-82d6-c459f6a5ee87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.849745 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-58d7d46c-7bbf-4a21-a21e-d2bc8aa65340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:07.854939 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-58d7d46c-7bbf-4a21-a21e-d2bc8aa65340 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e990441f-9e2d-4044-a506-ca36c13fd5d9 HTTP/1.1" status: 204 len: 168 time: 0.6913924 Jun 23 11:02:07.920684 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7d46c-7bbf-4a21-a21e-d2bc8aa65340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e990441f-9e2d-4044-a506-ca36c13fd5d9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:08.152998 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:08.177306 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:08.238056 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35254) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:08.251052 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:08.251695 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:08.254557 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:02:08.259734 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-556d8150-d4d9-419b-b525-ea5803c7f96a admin admin] 10.222.0.65 "PUT /v2.0/routers/610e5342-e51c-4cf1-856f-3920f06a611f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2580352 Jun 23 11:02:08.273910 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0b04a-f6c7-493e-b83f-3e97d116ee6a None None] Pushing event updated for resources: {'Port': ['ID=093e2200-2194-4c03-851c-d50a0d120b7f,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:08.346708 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d277b39b-3180-4866-82d6-c459f6a5ee87 None None] Port c8a07fb4-1aea-4219-a444-f58a63dc5cd4 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:02:08.389311 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Attempting to bind port 093e2200-2194-4c03-851c-d50a0d120b7f on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:02:08.390645 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Attempting to bind port 093e2200-2194-4c03-851c-d50a0d120b7f by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:02:08.391483 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Attempting to bind port 093e2200-2194-4c03-851c-d50a0d120b7f on network e8f8f139-acd0-41ed-b18b-d78ae7145230 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:08.405149 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:02:08.406007 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Checking segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:02:08.407352 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:08.408109 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Bound using segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:02:08.408792 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Bound port: 093e2200-2194-4c03-851c-d50a0d120b7f, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:02:08.409376 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (093e2200-2194-4c03-851c-d50a0d120b7f), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:08.474395 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35270) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:08.496213 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be36ab5a-ba96-4e82-9115-82fc2211a695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:08.501408 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] For port 093e2200-2194-4c03-851c-d50a0d120b7f, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:02:08.510776 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] For port 093e2200-2194-4c03-851c-d50a0d120b7f, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=093e2200-2194-4c03-851c-d50a0d120b7f,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:02:08.515296 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:08.545428 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (093e2200-2194-4c03-851c-d50a0d120b7f), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:08.559092 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Publish callbacks [] for port (7d14ac0e-0228-4c5d-a4a3-60dace418429), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:08.727869 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Allocated IP 172.20.0.1 (2f66c2d2-ea10-4014-ae5f-f902d520ab2d/36e9125f-f67e-4b5d-8729-45eedcb46700/0cbee5b6-d397-413d-ba0b-bf9b7230f622) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:02:08.742174 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be36ab5a-ba96-4e82-9115-82fc2211a695 admin admin] Publish callbacks [] for security_group (6ac1791c-1e17-4622-a6de-9b35f134b526), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:08.752243 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be36ab5a-ba96-4e82-9115-82fc2211a695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (6ac1791c-1e17-4622-a6de-9b35f134b526), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:08.802538 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0b04a-f6c7-493e-b83f-3e97d116ee6a None None] Pushing event updated for resources: {'Port': ['ID=093e2200-2194-4c03-851c-d50a0d120b7f,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:08.830694 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36ab5a-ba96-4e82-9115-82fc2211a695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac1791c-1e17-4622-a6de-9b35f134b526,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:08.873588 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-be36ab5a-ba96-4e82-9115-82fc2211a695 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b70212ee7b494d638957cd5771b14f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958604 Jun 23 11:02:08.874765 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35290) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:08.892099 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Publish callbacks [] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:08.894441 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Routers {'d1aceb3b-313d-4383-8a1f-22820217f918'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:08.895150 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:02:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['d1aceb3b-313d-4383-8a1f-22820217f918'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:08.897097 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-8f64fd0b-2f2b-4830-8dce-9fe5469678f8 None None] Provisioning complete for port 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:08.908618 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f64fd0b-2f2b-4830-8dce-9fe5469678f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:08.914283 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 666a9c5c-51df-443a-9042-7501e800bd72 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:08.914488 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (666a9c5c-51df-443a-9042-7501e800bd72), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:08.932097 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (7d14ac0e-0228-4c5d-a4a3-60dace418429), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:08.940295 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:08.946055 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Network 5ce35988-2c03-4f61-9713-c6c5b05f38b5 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:02:08.977528 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:08.992111 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b61a526-95b6-48fe-8b67-7965a8fe0037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:09.035088 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a1d7f2b-f06e-48a0-8d11-9640660b9a93 admin admin] Publish callbacks [] for security_group (6ac1791c-1e17-4622-a6de-9b35f134b526), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:09.094498 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a1d7f2b-f06e-48a0-8d11-9640660b9a93 admin admin] Publish callbacks [] for security_group (6ac1791c-1e17-4622-a6de-9b35f134b526), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:09.105979 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:09.205771 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a1d7f2b-f06e-48a0-8d11-9640660b9a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (6ac1791c-1e17-4622-a6de-9b35f134b526), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:09.209844 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a1d7f2b-f06e-48a0-8d11-9640660b9a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:09.221026 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-4a1d7f2b-f06e-48a0-8d11-9640660b9a93 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ac1791c-1e17-4622-a6de-9b35f134b526 HTTP/1.1" status: 204 len: 168 time: 0.3451707 Jun 23 11:02:09.260931 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d7f2b-f06e-48a0-8d11-9640660b9a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac1791c-1e17-4622-a6de-9b35f134b526,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:09.268675 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:09.310118 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:09.343127 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:02:09.386373 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:09.388186 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:09.392250 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Attempting to bind port 7d14ac0e-0228-4c5d-a4a3-60dace418429 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:02:09.392815 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Attempting to bind port 7d14ac0e-0228-4c5d-a4a3-60dace418429 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:02:09.394083 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Attempting to bind port 7d14ac0e-0228-4c5d-a4a3-60dace418429 on network e8f8f139-acd0-41ed-b18b-d78ae7145230 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:09.431610 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699a567-76fd-4cbd-a6a8-700c8344f175 None None] Pushing event updated for resources: {'Port': ['ID=7d14ac0e-0228-4c5d-a4a3-60dace418429,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:09.443716 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35314) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:09.444324 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8f64fd0b-2f2b-4830-8dce-9fe5469678f8 None None] Port 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:02:09.451363 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:09.456988 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2519063e-f183-421a-a90f-b70c2fd9ae3b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2046657702', 'description': 'tempest-description--877664880'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:09.467788 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:02:09.468377 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Pushing event updated for resources: {'Port': ['ID=0cbee5b6-d397-413d-ba0b-bf9b7230f622,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:09.468639 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Checking segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:02:09.469341 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:09.471719 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Bound using segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:02:09.472569 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Bound port: 7d14ac0e-0228-4c5d-a4a3-60dace418429, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:02:09.473055 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (7d14ac0e-0228-4c5d-a4a3-60dace418429), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:09.475861 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:02:09.476526 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264168'] for router_interface (d1aceb3b-313d-4383-8a1f-22820217f918), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:09.545554 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2519063e-f183-421a-a90f-b70c2fd9ae3b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:09.565848 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] For port 7d14ac0e-0228-4c5d-a4a3-60dace418429, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:02:09.570916 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] For port 7d14ac0e-0228-4c5d-a4a3-60dace418429, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=7d14ac0e-0228-4c5d-a4a3-60dace418429,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:02:09.600595 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-107e621d-155f-420b-8209-3a390b3f0912 None None] Provisioning complete for port c8a07fb4-1aea-4219-a444-f58a63dc5cd4 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:09.601465 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-107e621d-155f-420b-8209-3a390b3f0912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:09.662480 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (7d14ac0e-0228-4c5d-a4a3-60dace418429), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:09.772768 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-107e621d-155f-420b-8209-3a390b3f0912 None None] Port c8a07fb4-1aea-4219-a444-f58a63dc5cd4 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:02:09.796875 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:09.811242 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2519063e-f183-421a-a90f-b70c2fd9ae3b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (69fade61-8335-4c37-bdc6-7da69dd8db7f), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:09.818611 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2519063e-f183-421a-a90f-b70c2fd9ae3b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (69fade61-8335-4c37-bdc6-7da69dd8db7f), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:09.855508 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2519063e-f183-421a-a90f-b70c2fd9ae3b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:09.856886 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-2519063e-f183-421a-a90f-b70c2fd9ae3b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4113100 Jun 23 11:02:09.859153 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519063e-f183-421a-a90f-b70c2fd9ae3b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69fade61-8335-4c37-bdc6-7da69dd8db7f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:09.861299 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35344) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:09.866755 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f0b74833-c181-426f-bbff-67ffb1354b26 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'security_group_rule': {'security_group_id': '69fade61-8335-4c37-bdc6-7da69dd8db7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:09.880463 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] Set router d1aceb3b-313d-4383-8a1f-22820217f918 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:09.936404 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0b74833-c181-426f-bbff-67ffb1354b26 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (a8d439e3-53aa-45e8-a512-16e868fa8eda), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:09.943103 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Router 480afca2-e42d-4b05-8253-7a44005ca310 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:02:09.976165 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699a567-76fd-4cbd-a6a8-700c8344f175 None None] Pushing event updated for resources: {'Port': ['ID=7d14ac0e-0228-4c5d-a4a3-60dace418429,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:09.980837 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:10.034207 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Routers {'6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:10.034922 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:02:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:10.104938 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0b74833-c181-426f-bbff-67ffb1354b26 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (a8d439e3-53aa-45e8-a512-16e868fa8eda), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:10.108984 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0b74833-c181-426f-bbff-67ffb1354b26 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (a8d439e3-53aa-45e8-a512-16e868fa8eda), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:10.132621 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b74833-c181-426f-bbff-67ffb1354b26 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d439e3-53aa-45e8-a512-16e868fa8eda,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:10.162792 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-9e6a93f5-1c32-4137-b7bd-b9cc199d4be7 None None] Provisioning complete for port 0cbee5b6-d397-413d-ba0b-bf9b7230f622 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:10.163763 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e6a93f5-1c32-4137-b7bd-b9cc199d4be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:10.180870 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0b74833-c181-426f-bbff-67ffb1354b26 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:10.185048 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-f0b74833-c181-426f-bbff-67ffb1354b26 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3203464 Jun 23 11:02:10.185792 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35370) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:10.196810 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-13292b85-9cc6-4599-9a7d-f24e6ed54c7d tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'security_group_rule': {'security_group_id': '69fade61-8335-4c37-bdc6-7da69dd8db7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:10.217214 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-9e6a93f5-1c32-4137-b7bd-b9cc199d4be7 None None] Port 0cbee5b6-d397-413d-ba0b-bf9b7230f622 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:02:10.239809 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 666a9c5c-51df-443a-9042-7501e800bd72 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:10.240949 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:10.273973 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13292b85-9cc6-4599-9a7d-f24e6ed54c7d tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (466f2e4b-6b3d-4373-9045-9950c7f7dbb7), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:10.280505 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b61a526-95b6-48fe-8b67-7965a8fe0037 admin admin] Publish callbacks [] for security_group (16739b77-a886-40ef-9609-c3291a18182b), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:10.283184 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Allocated IP 172.20.0.1 (19e128cb-e174-49db-a8d2-8534db57c32e/ddba4511-7d57-410b-b525-5f5d59309fec/03cbcda1-b17f-4387-b722-7e152b805989) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:02:10.310132 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b61a526-95b6-48fe-8b67-7965a8fe0037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (16739b77-a886-40ef-9609-c3291a18182b), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:10.397868 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-2b61a526-95b6-48fe-8b67-7965a8fe0037 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=73388109969f4bb9b1ba7b5e61edb813&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1550834 Jun 23 11:02:10.398003 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13292b85-9cc6-4599-9a7d-f24e6ed54c7d tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (466f2e4b-6b3d-4373-9045-9950c7f7dbb7), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:10.400114 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35390) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:10.426196 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:10.450189 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13292b85-9cc6-4599-9a7d-f24e6ed54c7d tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (466f2e4b-6b3d-4373-9045-9950c7f7dbb7), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:10.544739 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-056c961c-d0b8-4bb2-a3ce-ca2717bc5c04 admin admin] Publish callbacks [] for security_group (16739b77-a886-40ef-9609-c3291a18182b), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:10.546515 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13292b85-9cc6-4599-9a7d-f24e6ed54c7d tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466f2e4b-6b3d-4373-9045-9950c7f7dbb7,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:10.555136 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:10.571947 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13292b85-9cc6-4599-9a7d-f24e6ed54c7d tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:10.578625 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-13292b85-9cc6-4599-9a7d-f24e6ed54c7d tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3910100 Jun 23 11:02:10.581355 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35400) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:10.600163 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'floatingip': {'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:10.656534 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-056c961c-d0b8-4bb2-a3ce-ca2717bc5c04 admin admin] Publish callbacks [] for security_group (16739b77-a886-40ef-9609-c3291a18182b), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:10.699274 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] Set router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:10.706580 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:02:10.719247 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:10.731528 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35408) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:10.744107 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Sync routers for ids ['480afca2-e42d-4b05-8253-7a44005ca310'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:02:10.772343 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-abbb693e-f427-4aec-bc63-02b2f10b5eb8 admin admin] 10.222.0.65 "PUT /v2.0/routers/480afca2-e42d-4b05-8253-7a44005ca310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4423516 Jun 23 11:02:10.781952 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Routers {'480afca2-e42d-4b05-8253-7a44005ca310'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:10.784358 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:02:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['480afca2-e42d-4b05-8253-7a44005ca310'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:10.798497 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:10.798889 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (31bf3bd9-49c3-477c-a689-ab9f3cdf71c8), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:10.822632 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61a526-95b6-48fe-8b67-7965a8fe0037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16739b77-a886-40ef-9609-c3291a18182b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:10.845677 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:10.846563 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:00Z', 'revision_number': 3, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:10.892145 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274ad25b-bae2-40b2-b4c2-f02f3d907401 None None] The sync data for ids ['d1aceb3b-313d-4383-8a1f-22820217f918'] in dv-cinder-843309-2-iscsi is: [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:00Z', 'revision_number': 3, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:02:10.969697 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:11.047244 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:11.050251 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 841ace99-5fb3-49f5-8191-6d8950f546f3 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:11.068933 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:11.095291 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Set router 480afca2-e42d-4b05-8253-7a44005ca310 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:11.183575 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Sync routers for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:02:11.223029 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:02Z', 'revision_number': 3, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:11.250935 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Publish callbacks [] for port (03cbcda1-b17f-4387-b722-7e152b805989), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:11.303362 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:11.306958 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:02:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:11.314056 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:11.331337 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-056c961c-d0b8-4bb2-a3ce-ca2717bc5c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (16739b77-a886-40ef-9609-c3291a18182b), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:11.342322 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-056c961c-d0b8-4bb2-a3ce-ca2717bc5c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:11.343511 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-056c961c-d0b8-4bb2-a3ce-ca2717bc5c04 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/16739b77-a886-40ef-9609-c3291a18182b HTTP/1.1" status: 204 len: 168 time: 0.9421220 Jun 23 11:02:11.467323 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c961c-d0b8-4bb2-a3ce-ca2717bc5c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16739b77-a886-40ef-9609-c3291a18182b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:11.495855 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480afca2-e42d-4b05-8253-7a44005ca310', 'name': 'tempest-DeleteServersTestJSON-851274724-router', 'tenant_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'gw_port': {'id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480afca2-e42d-4b05-8253-7a44005ca310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'c8a07fb4-1aea-4219-a444-f58a63dc5cd4', 'name': '', 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5', 'tenant_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'mac_address': 'fa:16:3e:54:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480afca2-e42d-4b05-8253-7a44005ca310', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29c3a46e-59d8-45fe-88e4-366cb3ee0e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:03Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 2, 'project_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'subnets': [{'id': '29c3a46e-59d8-45fe-88e4-366cb3ee0e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:11.502538 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:11.522021 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa86aa62-6412-4e88-84b3-895ed901ec07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:11.532329 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Checking router: 480afca2-e42d-4b05-8253-7a44005ca310 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:02:11.532946 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Updating router 480afca2-e42d-4b05-8253-7a44005ca310 port c8a07fb4-1aea-4219-a444-f58a63dc5cd4 binding host dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:02:11.556733 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (03cbcda1-b17f-4387-b722-7e152b805989), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:11.573749 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:11.594185 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Publish callbacks [] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:11.595697 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:11.634344 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36437e2c-7b4f-4942-8950-2b5a52ab55a2 None None] The sync data for ids ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'] in dv-cinder-843309-2-iscsi is: [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:02Z', 'revision_number': 3, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:02:11.677362 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Allocated IP 172.27.2.64 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/a584cc31-0475-43bb-8800-b63c1158aeab) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:02:11.709631 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 841ace99-5fb3-49f5-8191-6d8950f546f3 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:11.709631 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (841ace99-5fb3-49f5-8191-6d8950f546f3), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:11.717140 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:11.719202 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-263800'] for router_interface (d1aceb3b-313d-4383-8a1f-22820217f918), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:11.796364 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Network 19e128cb-e174-49db-a8d2-8534db57c32e is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:02:11.826186 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:11.842510 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:02:11.843018 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264168'] for router_interface (6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:11.891590 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35432) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:11.905282 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Pushing event updated for resources: {'Port': ['ID=03cbcda1-b17f-4387-b722-7e152b805989,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:11.994587 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 841ace99-5fb3-49f5-8191-6d8950f546f3 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:11.995210 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (841ace99-5fb3-49f5-8191-6d8950f546f3), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:12.012277 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for port (a584cc31-0475-43bb-8800-b63c1158aeab), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:12.061520 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port 841ace99-5fb3-49f5-8191-6d8950f546f3, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=841ace99-5fb3-49f5-8191-6d8950f546f3,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:12.070475 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 2, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:12.079882 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (841ace99-5fb3-49f5-8191-6d8950f546f3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:12.113682 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:12.135307 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (a584cc31-0475-43bb-8800-b63c1158aeab), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:12.165784 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Checking router: 610e5342-e51c-4cf1-856f-3920f06a611f for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:02:12.172616 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Updating router 610e5342-e51c-4cf1-856f-3920f06a611f port 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd binding host dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:02:12.197781 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:12.225657 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Publish callbacks [] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:12.225826 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Pushing event updated for resources: {'Port': ['ID=0cbee5b6-d397-413d-ba0b-bf9b7230f622,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:12.238239 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:12.340139 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:02:12.357180 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:12.359550 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7f266-2065-46a1-a085-d8e471deeecb None None] Pushing event updated for resources: {'Port': ['ID=c8a07fb4-1aea-4219-a444-f58a63dc5cd4,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:12.375100 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'Port': ['ID=a584cc31-0475-43bb-8800-b63c1158aeab,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:12.384329 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:02:12.413349 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:12.473666 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:12.474194 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=841ace99-5fb3-49f5-8191-6d8950f546f3,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:12.477117 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-ccf3d975-00fe-40cd-a745-f26945f677d0 None None] Provisioning complete for port 03cbcda1-b17f-4387-b722-7e152b805989 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:12.480301 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccf3d975-00fe-40cd-a745-f26945f677d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (03cbcda1-b17f-4387-b722-7e152b805989), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:12.617558 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Attempting to bind port c8a07fb4-1aea-4219-a444-f58a63dc5cd4 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:02:12.617931 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Attempting to bind port c8a07fb4-1aea-4219-a444-f58a63dc5cd4 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '60707b2e-57b7-45f1-9efd-212d956fa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:02:12.618289 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Attempting to bind port c8a07fb4-1aea-4219-a444-f58a63dc5cd4 on network 5ce35988-2c03-4f61-9713-c6c5b05f38b5 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:12.630735 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6a49-766c-4cda-a914-b41ed9e7e94b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:12.646262 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:02:12.646646 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Checking segment: {'id': '60707b2e-57b7-45f1-9efd-212d956fa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:02:12.649103 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:12.649594 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Bound using segment: {'id': '60707b2e-57b7-45f1-9efd-212d956fa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:02:12.650091 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Bound port: c8a07fb4-1aea-4219-a444-f58a63dc5cd4, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60707b2e-57b7-45f1-9efd-212d956fa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:02:12.650489 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:12.723584 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:02:12.738717 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (17723486-3e8c-49c9-8638-9c7d38cbf01f), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:12.777719 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:12.787461 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa86aa62-6412-4e88-84b3-895ed901ec07 admin admin] Publish callbacks [] for security_group (d64c6129-39f5-4f56-93bb-43ee46158965), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:12.810826 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa86aa62-6412-4e88-84b3-895ed901ec07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (d64c6129-39f5-4f56-93bb-43ee46158965), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:12.917278 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] For port c8a07fb4-1aea-4219-a444-f58a63dc5cd4, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:02:12.920323 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:12.923030 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] For port c8a07fb4-1aea-4219-a444-f58a63dc5cd4, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=c8a07fb4-1aea-4219-a444-f58a63dc5cd4,segment=NetworkSegment(60707b2e-57b7-45f1-9efd-212d956fa187),segment_id=60707b2e-57b7-45f1-9efd-212d956fa187)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:02:12.927183 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35442) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:12.928013 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 1adc2132-dc98-45f5-af22-b202b485ee18 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:12.944109 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.011206 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9526617-aef3-4afd-a83b-a0b13d43bf0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.036516 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:13.040602 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ccf3d975-00fe-40cd-a745-f26945f677d0 None None] Port 03cbcda1-b17f-4387-b722-7e152b805989 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:02:13.041198 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (a584cc31-0475-43bb-8800-b63c1158aeab), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.104315 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Routers {'480afca2-e42d-4b05-8253-7a44005ca310'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:13.104959 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:02:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['480afca2-e42d-4b05-8253-7a44005ca310'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:13.108594 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35460) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:13.111524 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7f266-2065-46a1-a085-d8e471deeecb None None] Pushing event updated for resources: {'Port': ['ID=c8a07fb4-1aea-4219-a444-f58a63dc5cd4,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:13.132200 dv-cinder-843309-2-iscsi neutron-server[103952]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 11:02:13.176887 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86aa62-6412-4e88-84b3-895ed901ec07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64c6129-39f5-4f56-93bb-43ee46158965,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:13.207162 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-fa86aa62-6412-4e88-84b3-895ed901ec07 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ccf2ef30c6f84aafb066cfa08c397d05&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4700165 Jun 23 11:02:13.238295 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35462) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:13.251288 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-ac877f31-ded7-483f-ba45-ea42aa3e8d88 None None] Provisioning complete for port c8a07fb4-1aea-4219-a444-f58a63dc5cd4 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:13.262140 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac877f31-ded7-483f-ba45-ea42aa3e8d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.278165 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:13.396850 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] Set router 480afca2-e42d-4b05-8253-7a44005ca310 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:13.419279 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 1adc2132-dc98-45f5-af22-b202b485ee18 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:13.419718 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (1adc2132-dc98-45f5-af22-b202b485ee18), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.504011 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6a49-766c-4cda-a914-b41ed9e7e94b admin admin] Publish callbacks [] for security_group (b8281919-f032-47de-9ddf-3ac1f45c04c0), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.520919 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6a49-766c-4cda-a914-b41ed9e7e94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (b8281919-f032-47de-9ddf-3ac1f45c04c0), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.537036 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (03cbcda1-b17f-4387-b722-7e152b805989), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.582740 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9526617-aef3-4afd-a83b-a0b13d43bf0a admin admin] Publish callbacks [] for security_group (48371911-ab33-48da-95f7-4353270c4d19), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.592721 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ac877f31-ded7-483f-ba45-ea42aa3e8d88 None None] Current status of the port c8a07fb4-1aea-4219-a444-f58a63dc5cd4 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:13.593445 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac877f31-ded7-483f-ba45-ea42aa3e8d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.623207 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9526617-aef3-4afd-a83b-a0b13d43bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (48371911-ab33-48da-95f7-4353270c4d19), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.653148 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-0c2e6a49-766c-4cda-a914-b41ed9e7e94b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=87306ef18d364b5fabb1687ce5ca3280&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7581570 Jun 23 11:02:13.665096 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e6a49-766c-4cda-a914-b41ed9e7e94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8281919-f032-47de-9ddf-3ac1f45c04c0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:13.672713 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35468) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:13.682427 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:13.727302 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-a9526617-aef3-4afd-a83b-a0b13d43bf0a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a1136b2daaba4d58aae0024c215d2843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7967899 Jun 23 11:02:13.734458 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35474) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:13.743002 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for port (a584cc31-0475-43bb-8800-b63c1158aeab), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.775175 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (a584cc31-0475-43bb-8800-b63c1158aeab), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.775450 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 1adc2132-dc98-45f5-af22-b202b485ee18 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:13.777005 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (1adc2132-dc98-45f5-af22-b202b485ee18), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.784981 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:13.802249 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-ac877f31-ded7-483f-ba45-ea42aa3e8d88 None None] For port c8a07fb4-1aea-4219-a444-f58a63dc5cd4, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=c8a07fb4-1aea-4219-a444-f58a63dc5cd4,segment=NetworkSegment(60707b2e-57b7-45f1-9efd-212d956fa187),segment_id=60707b2e-57b7-45f1-9efd-212d956fa187)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:13.834119 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'Port': ['ID=a584cc31-0475-43bb-8800-b63c1158aeab,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:13.837384 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port 1adc2132-dc98-45f5-af22-b202b485ee18, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=1adc2132-dc98-45f5-af22-b202b485ee18,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:13.846944 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac877f31-ded7-483f-ba45-ea42aa3e8d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.853667 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9526617-aef3-4afd-a83b-a0b13d43bf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48371911-ab33-48da-95f7-4353270c4d19,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:13.869051 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (1adc2132-dc98-45f5-af22-b202b485ee18), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.869878 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 093e2200-2194-4c03-851c-d50a0d120b7f up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:13.878246 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (17723486-3e8c-49c9-8638-9c7d38cbf01f), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.925039 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.926392 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-470e2dac-d046-416c-86ed-277bca1a3919 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3348095 Jun 23 11:02:13.931823 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-feb58804-1e82-4d52-a420-5f1144eb8791 admin admin] Publish callbacks [] for security_group (b8281919-f032-47de-9ddf-3ac1f45c04c0), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.947151 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Publish callbacks [] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:13.958183 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-feb58804-1e82-4d52-a420-5f1144eb8791 admin admin] Publish callbacks [] for security_group (b8281919-f032-47de-9ddf-3ac1f45c04c0), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.002754 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f840542-4069-4c4f-8957-da7202d5c888 admin admin] Publish callbacks [] for security_group (48371911-ab33-48da-95f7-4353270c4d19), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.017200 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-feb58804-1e82-4d52-a420-5f1144eb8791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (b8281919-f032-47de-9ddf-3ac1f45c04c0), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.020037 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-feb58804-1e82-4d52-a420-5f1144eb8791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.023967 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-feb58804-1e82-4d52-a420-5f1144eb8791 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8281919-f032-47de-9ddf-3ac1f45c04c0 HTTP/1.1" status: 204 len: 168 time: 0.3422110 Jun 23 11:02:14.039682 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb58804-1e82-4d52-a420-5f1144eb8791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8281919-f032-47de-9ddf-3ac1f45c04c0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:14.041896 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Router d1aceb3b-313d-4383-8a1f-22820217f918 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:02:14.045795 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f840542-4069-4c4f-8957-da7202d5c888 admin admin] Publish callbacks [] for security_group (48371911-ab33-48da-95f7-4353270c4d19), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.067306 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-eff8110f-7c35-4062-af86-219bfe1fa34d tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:14.069216 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-eff8110f-7c35-4062-af86-219bfe1fa34d tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/networks?id=5ce35988-2c03-4f61-9713-c6c5b05f38b5 HTTP/1.1" status: 200 len: 811 time: 0.9513035 Jun 23 11:02:14.073464 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca9dbd4d-4063-4024-89a3-1cb950725154 admin admin] Publish callbacks [] for security_group (d64c6129-39f5-4f56-93bb-43ee46158965), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.081806 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-779240ad-8e7d-4cf1-a965-06f9a4523501 None None] Provisioning complete for port 0cbee5b6-d397-413d-ba0b-bf9b7230f622 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:14.082192 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-779240ad-8e7d-4cf1-a965-06f9a4523501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.104098 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.111945 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f840542-4069-4c4f-8957-da7202d5c888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (48371911-ab33-48da-95f7-4353270c4d19), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.115394 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f840542-4069-4c4f-8957-da7202d5c888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.116850 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-9f840542-4069-4c4f-8957-da7202d5c888 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/48371911-ab33-48da-95f7-4353270c4d19 HTTP/1.1" status: 204 len: 168 time: 0.3713093 Jun 23 11:02:14.129774 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f840542-4069-4c4f-8957-da7202d5c888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48371911-ab33-48da-95f7-4353270c4d19,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:14.145580 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-5d93f6d9-f719-4ec6-bd46-9fc3081e9e96 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/quotas/c6c6487f3e094808b1665bdd93da9b3c HTTP/1.1" status: 200 len: 375 time: 0.0697858 Jun 23 11:02:14.166929 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480afca2-e42d-4b05-8253-7a44005ca310', 'name': 'tempest-DeleteServersTestJSON-851274724-router', 'tenant_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'gw_port': {'id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480afca2-e42d-4b05-8253-7a44005ca310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'c8a07fb4-1aea-4219-a444-f58a63dc5cd4', 'name': '', 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5', 'tenant_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'mac_address': 'fa:16:3e:54:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480afca2-e42d-4b05-8253-7a44005ca310', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29c3a46e-59d8-45fe-88e4-366cb3ee0e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:03Z', 'updated_at': '2022-06-23T11:02:12Z', 'revision_number': 4, 'project_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'subnets': [{'id': '29c3a46e-59d8-45fe-88e4-366cb3ee0e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:14.204789 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b7154-49f0-497e-8ff5-7ea46fdd2265 None None] The sync data for ids ['480afca2-e42d-4b05-8253-7a44005ca310'] in dv-cinder-843309-2-iscsi is: [{'id': '480afca2-e42d-4b05-8253-7a44005ca310', 'name': 'tempest-DeleteServersTestJSON-851274724-router', 'tenant_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'gw_port': {'id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480afca2-e42d-4b05-8253-7a44005ca310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'c8a07fb4-1aea-4219-a444-f58a63dc5cd4', 'name': '', 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5', 'tenant_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'mac_address': 'fa:16:3e:54:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480afca2-e42d-4b05-8253-7a44005ca310', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '29c3a46e-59d8-45fe-88e4-366cb3ee0e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:03Z', 'updated_at': '2022-06-23T11:02:12Z', 'revision_number': 4, 'project_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'subnets': [{'id': '29c3a46e-59d8-45fe-88e4-366cb3ee0e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:02:14.235734 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca9dbd4d-4063-4024-89a3-1cb950725154 admin admin] Publish callbacks [] for security_group (d64c6129-39f5-4f56-93bb-43ee46158965), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.351143 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35504) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:14.354776 dv-cinder-843309-2-iscsi neutron-server[103953]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 11:02:14.388438 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:14.407295 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac877f31-ded7-483f-ba45-ea42aa3e8d88 None None] Pushing event updated for resources: {'Port': ['ID=c8a07fb4-1aea-4219-a444-f58a63dc5cd4,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:14.409846 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 093e2200-2194-4c03-851c-d50a0d120b7f triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:14.410236 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (093e2200-2194-4c03-851c-d50a0d120b7f), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.499801 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-41949178-4b79-4294-ab2a-4c359ce8a5d9 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c6c6487f3e094808b1665bdd93da9b3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2706785 Jun 23 11:02:14.506053 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=1adc2132-dc98-45f5-af22-b202b485ee18,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:14.526406 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-779240ad-8e7d-4cf1-a965-06f9a4523501 None None] Port 0cbee5b6-d397-413d-ba0b-bf9b7230f622 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:02:14.541011 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-2d573cd9-e975-48bd-bdff-edc784e17888 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2046657702&fields=id&tenant_id=578cf1b29d474080a716e77fe2e84e5b HTTP/1.1" status: 200 len: 267 time: 0.1880350 Jun 23 11:02:14.562350 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Publish callbacks [] for port (03cbcda1-b17f-4387-b722-7e152b805989), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.566142 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:02:14.588252 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8aa159f4-d767-40e6-b2ee-3884cce130cf admin admin] 10.222.0.65 "PUT /v2.0/routers/d1aceb3b-313d-4383-8a1f-22820217f918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5082734 Jun 23 11:02:14.589851 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca9dbd4d-4063-4024-89a3-1cb950725154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (d64c6129-39f5-4f56-93bb-43ee46158965), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.592463 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ca9dbd4d-4063-4024-89a3-1cb950725154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.596610 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-ca9dbd4d-4063-4024-89a3-1cb950725154 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d64c6129-39f5-4f56-93bb-43ee46158965 HTTP/1.1" status: 204 len: 168 time: 1.3541467 Jun 23 11:02:14.599751 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (03cbcda1-b17f-4387-b722-7e152b805989), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.600792 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-263800'] for router_interface (6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.635072 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9dbd4d-4063-4024-89a3-1cb950725154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64c6129-39f5-4f56-93bb-43ee46158965,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:14.648692 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:14.667516 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-779240ad-8e7d-4cf1-a965-06f9a4523501 None None] Provisioning complete for port c8a07fb4-1aea-4219-a444-f58a63dc5cd4 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:14.669225 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-779240ad-8e7d-4cf1-a965-06f9a4523501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:14.722057 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Pushing event updated for resources: {'Port': ['ID=03cbcda1-b17f-4387-b722-7e152b805989,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:14.789700 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Network 19e128cb-e174-49db-a8d2-8534db57c32e is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:02:14.791413 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:14.839241 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:14.871280 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-2ebb613c-b2cc-4002-bec7-2556a772cf18 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:14.880933 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35520) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:14.881127 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-2ebb613c-b2cc-4002-bec7-2556a772cf18 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/networks?id=b879fb0c-6f1b-457c-8797-97d9533d8257 HTTP/1.1" status: 200 len: 814 time: 0.3383517 Jun 23 11:02:14.900245 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-a92aed61-4376-4014-b5e9-917487b9ffe1 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/quotas/578cf1b29d474080a716e77fe2e84e5b HTTP/1.1" status: 200 len: 375 time: 0.0180931 Jun 23 11:02:14.933638 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-206c7f93-2990-46b9-baf2-2ed72cc3535d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:15.108379 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Attempting to bind port 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:02:15.109720 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Attempting to bind port 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:02:15.110408 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Attempting to bind port 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd on network b879fb0c-6f1b-457c-8797-97d9533d8257 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:15.123500 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:02:15.126849 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:02:15.127580 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Checking segment: {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:02:15.128216 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:15.128851 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Bound using segment: {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:02:15.129655 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Bound port: 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:02:15.130397 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:15.135393 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-73347072-8723-4cc0-99a3-1f292201ce72 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=578cf1b29d474080a716e77fe2e84e5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2338233 Jun 23 11:02:15.135887 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:15.157919 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1113d0-667c-4088-ad86-8d9fb6a61904 None None] Pushing event updated for resources: {'Port': ['ID=3bb466e6-2dc7-4e6c-947c-ba49c706dfdd,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:15.162397 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:15.182306 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 093e2200-2194-4c03-851c-d50a0d120b7f is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:15.184144 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (093e2200-2194-4c03-851c-d50a0d120b7f), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:15.241092 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port 093e2200-2194-4c03-851c-d50a0d120b7f, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=093e2200-2194-4c03-851c-d50a0d120b7f,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:15.266990 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-206c7f93-2990-46b9-baf2-2ed72cc3535d admin admin] Publish callbacks [] for security_group (7d0aef55-37f2-4562-bcd1-12ed64523f66), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:15.271873 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (093e2200-2194-4c03-851c-d50a0d120b7f), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:15.309699 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-206c7f93-2990-46b9-baf2-2ed72cc3535d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (7d0aef55-37f2-4562-bcd1-12ed64523f66), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:15.361427 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] For port 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:02:15.369021 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-779240ad-8e7d-4cf1-a965-06f9a4523501 None None] Current status of the port c8a07fb4-1aea-4219-a444-f58a63dc5cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:15.398735 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-206c7f93-2990-46b9-baf2-2ed72cc3535d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8057f6b1fb7b4efa883c29501728893e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5112557 Jun 23 11:02:15.401527 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35528) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:15.401651 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c7f93-2990-46b9-baf2-2ed72cc3535d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0aef55-37f2-4562-bcd1-12ed64523f66,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:15.411772 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:02:15.426163 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-3fb1c715-7829-48a9-9798-02a1bb8749cd admin admin] 10.222.0.65 "PUT /v2.0/routers/6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7773879 Jun 23 11:02:15.433936 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] For port 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=3bb466e6-2dc7-4e6c-947c-ba49c706dfdd,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:02:15.473510 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:15.594765 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a84408d1-cb5c-4d23-b6ce-3704b5b04cee admin admin] Publish callbacks [] for security_group (7d0aef55-37f2-4562-bcd1-12ed64523f66), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:15.610377 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=093e2200-2194-4c03-851c-d50a0d120b7f,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:15.619188 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Sync routers for ids ['d1aceb3b-313d-4383-8a1f-22820217f918'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:02:15.645409 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Routers {'d1aceb3b-313d-4383-8a1f-22820217f918'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:15.652716 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:02:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['d1aceb3b-313d-4383-8a1f-22820217f918'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:15.657886 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:15.689489 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a84408d1-cb5c-4d23-b6ce-3704b5b04cee admin admin] Publish callbacks [] for security_group (7d0aef55-37f2-4562-bcd1-12ed64523f66), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:15.726548 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35540) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:15.776695 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2285b5c-af28-4bba-a60a-731269723e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:15.795364 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 1adc2132-dc98-45f5-af22-b202b485ee18 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:15.798006 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-119dab5a-b62d-494a-98c3-59692b91221a None None] Provisioning complete for port 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:15.813162 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-119dab5a-b62d-494a-98c3-59692b91221a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:15.876756 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Set router d1aceb3b-313d-4383-8a1f-22820217f918 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:15.880366 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a84408d1-cb5c-4d23-b6ce-3704b5b04cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (7d0aef55-37f2-4562-bcd1-12ed64523f66), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:15.885599 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a84408d1-cb5c-4d23-b6ce-3704b5b04cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:15.887176 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-a84408d1-cb5c-4d23-b6ce-3704b5b04cee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7d0aef55-37f2-4562-bcd1-12ed64523f66 HTTP/1.1" status: 204 len: 168 time: 0.4844887 Jun 23 11:02:15.907068 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84408d1-cb5c-4d23-b6ce-3704b5b04cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0aef55-37f2-4562-bcd1-12ed64523f66,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:15.985364 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:16.034623 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1113d0-667c-4088-ad86-8d9fb6a61904 None None] Pushing event updated for resources: {'Port': ['ID=3bb466e6-2dc7-4e6c-947c-ba49c706dfdd,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:16.149934 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2285b5c-af28-4bba-a60a-731269723e2b admin admin] Publish callbacks [] for security_group (dadb61e2-c36c-4547-a37e-6ee5c81a491c), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:16.168798 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:16.169956 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:02:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:16.182383 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-0d83c125-0319-4165-af99-bdb3699a7d67 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:02:16.183565 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-0d83c125-0319-4165-af99-bdb3699a7d67 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6007268 Jun 23 11:02:16.185243 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a2285b5c-af28-4bba-a60a-731269723e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (dadb61e2-c36c-4547-a37e-6ee5c81a491c), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:16.313134 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Sync routers for ids ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:02:16.335464 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 1adc2132-dc98-45f5-af22-b202b485ee18 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:16.335863 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (1adc2132-dc98-45f5-af22-b202b485ee18), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:16.385087 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2285b5c-af28-4bba-a60a-731269723e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadb61e2-c36c-4547-a37e-6ee5c81a491c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:16.395368 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35572) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:16.408947 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a2285b5c-af28-4bba-a60a-731269723e2b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f12f6358915b44ce8f2891e509214d50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6812370 Jun 23 11:02:16.463826 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Routers {'6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:16.464630 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:02:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:16.478272 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:10Z', 'revision_number': 4, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '0cbee5b6-d397-413d-ba0b-bf9b7230f622', 'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'mac_address': 'fa:16:3e:bb:83:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:08Z', 'updated_at': '2022-06-23T11:02:11Z', 'revision_number': 2, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'subnets': [{'id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:16.487780 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3a2913ec-044b-4621-9e61-f9c08026abfe admin admin] Publish callbacks [] for security_group (dadb61e2-c36c-4547-a37e-6ee5c81a491c), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:16.528861 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3a2913ec-044b-4621-9e61-f9c08026abfe admin admin] Publish callbacks [] for security_group (dadb61e2-c36c-4547-a37e-6ee5c81a491c), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:16.550613 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Checking router: d1aceb3b-313d-4383-8a1f-22820217f918 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:02:16.551345 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Updating router d1aceb3b-313d-4383-8a1f-22820217f918 port 0cbee5b6-d397-413d-ba0b-bf9b7230f622 binding host dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:02:16.573707 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:16.594416 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-bde29332-436d-4d15-ba1e-4eca664aff57 service neutron] 10.222.0.65 "GET /v2.0/networks/5ce35988-2c03-4f61-9713-c6c5b05f38b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917611 Jun 23 11:02:16.594506 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-ee1a1212-8bdc-4a5d-8f45-14526a35efec service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:02:16.606518 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-ee1a1212-8bdc-4a5d-8f45-14526a35efec service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6335614 Jun 23 11:02:16.631513 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:16.690994 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Set router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:16.739439 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:16.781459 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-b332a40c-e0cf-4b24-93a3-e4958e996987 service neutron] 10.222.0.65 "GET /v2.0/networks/5ce35988-2c03-4f61-9713-c6c5b05f38b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910508 Jun 23 11:02:16.831148 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:16.902983 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3a2913ec-044b-4621-9e61-f9c08026abfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (dadb61e2-c36c-4547-a37e-6ee5c81a491c), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:16.908144 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3a2913ec-044b-4621-9e61-f9c08026abfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:16.908291 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-3a2913ec-044b-4621-9e61-f9c08026abfe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dadb61e2-c36c-4547-a37e-6ee5c81a491c HTTP/1.1" status: 204 len: 168 time: 0.5116837 Jun 23 11:02:16.940054 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2913ec-044b-4621-9e61-f9c08026abfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadb61e2-c36c-4547-a37e-6ee5c81a491c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:16.955349 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-5cd039f2-4e9f-486d-9f87-24ce01481190 service neutron] 10.222.0.65 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466468 Jun 23 11:02:16.964634 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:17.147213 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-8a536f24-da19-4079-94a0-030bcfa9715a service neutron] 10.222.0.65 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858883 Jun 23 11:02:17.162140 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:17.231068 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Publish callbacks [] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:17.244929 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:17.352062 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4528e25-2692-465f-9619-53056fb398a1 None None] Pushing event updated for resources: {'Port': ['ID=0cbee5b6-d397-413d-ba0b-bf9b7230f622,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:17.460072 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Attempting to bind port 0cbee5b6-d397-413d-ba0b-bf9b7230f622 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:02:17.461652 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Attempting to bind port 0cbee5b6-d397-413d-ba0b-bf9b7230f622 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '97a79337-8bb6-4fe1-9265-c6256ffbd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:02:17.462403 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Attempting to bind port 0cbee5b6-d397-413d-ba0b-bf9b7230f622 on network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:17.500219 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:02:17.501636 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Checking segment: {'id': '97a79337-8bb6-4fe1-9265-c6256ffbd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:02:17.504279 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:17.504744 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 1adc2132-dc98-45f5-af22-b202b485ee18 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:17.506099 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device c8a07fb4-1aea-4219-a444-f58a63dc5cd4 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:17.506403 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Bound using segment: {'id': '97a79337-8bb6-4fe1-9265-c6256ffbd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:02:17.507247 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Bound port: 0cbee5b6-d397-413d-ba0b-bf9b7230f622, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a79337-8bb6-4fe1-9265-c6256ffbd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:02:17.507762 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:17.553562 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-119dab5a-b62d-494a-98c3-59692b91221a None None] Current status of the port 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:17.554518 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-119dab5a-b62d-494a-98c3-59692b91221a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:17.581816 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] For port 0cbee5b6-d397-413d-ba0b-bf9b7230f622, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:02:17.586200 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] For port 0cbee5b6-d397-413d-ba0b-bf9b7230f622, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=0cbee5b6-d397-413d-ba0b-bf9b7230f622,segment=NetworkSegment(97a79337-8bb6-4fe1-9265-c6256ffbd1f4),segment_id=97a79337-8bb6-4fe1-9265-c6256ffbd1f4)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:02:17.595269 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:17.672745 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Routers {'d1aceb3b-313d-4383-8a1f-22820217f918'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:17.673378 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:02:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['d1aceb3b-313d-4383-8a1f-22820217f918'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:17.714369 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:17.732505 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4528e25-2692-465f-9619-53056fb398a1 None None] Pushing event updated for resources: {'Port': ['ID=0cbee5b6-d397-413d-ba0b-bf9b7230f622,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:17.762539 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-119dab5a-b62d-494a-98c3-59692b91221a None None] For port 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=3bb466e6-2dc7-4e6c-947c-ba49c706dfdd,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:17.814046 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-119dab5a-b62d-494a-98c3-59692b91221a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:17.822131 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] Set router d1aceb3b-313d-4383-8a1f-22820217f918 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:17.870313 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port c8a07fb4-1aea-4219-a444-f58a63dc5cd4 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:17.870950 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:17.911195 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35658) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:17.917864 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-505c0638-0f7a-4c73-b029-c581ebc4386c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--436403022', 'description': 'tempest-description--1707214312'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:18.002690 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-119dab5a-b62d-494a-98c3-59692b91221a None None] Provisioning complete for port 03cbcda1-b17f-4387-b722-7e152b805989 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:18.003162 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-119dab5a-b62d-494a-98c3-59692b91221a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (03cbcda1-b17f-4387-b722-7e152b805989), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:18.011223 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-505c0638-0f7a-4c73-b029-c581ebc4386c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:18.199052 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dab5a-b62d-494a-98c3-59692b91221a None None] Pushing event updated for resources: {'Port': ['ID=3bb466e6-2dc7-4e6c-947c-ba49c706dfdd,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:18.207877 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:12Z', 'revision_number': 4, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '03cbcda1-b17f-4387-b722-7e152b805989', 'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'mac_address': 'fa:16:3e:65:70:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:09Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 2, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'subnets': [{'id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:18.209904 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-119dab5a-b62d-494a-98c3-59692b91221a None None] Port 03cbcda1-b17f-4387-b722-7e152b805989 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:02:18.244440 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b509cabe-d27a-4190-bad0-3ada2faaa751 req-2efc2d35-6211-47c1-a867-8f19bd8f7329 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 210 time: 0.1831331 Jun 23 11:02:18.379416 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-662ff6e2-b2d8-49de-bc21-904c81554b67 req-0c29d478-f14a-4c21-a601-d3d0e2e0f15a tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.0519497 Jun 23 11:02:18.381285 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:18.401400 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Checking router: 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:02:18.401913 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Updating router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 port 03cbcda1-b17f-4387-b722-7e152b805989 binding host dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:02:18.454590 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54bb92-838b-49fc-9b22-0e8569fb992e None None] The sync data for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi is: [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:02:18.475591 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-59ea0eb5-aeef-40a8-aba3-9a281b867fe9 None None] Provisioning complete for port 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:18.476955 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-59ea0eb5-aeef-40a8-aba3-9a281b867fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:18.477868 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-1d100042-3d71-4c68-8f02-bad8d7fa09da tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:18.479436 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-1d100042-3d71-4c68-8f02-bad8d7fa09da tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 818 time: 0.5358996 Jun 23 11:02:18.518799 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-74a7930c-76b6-47dd-bf30-59932913b89f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/quotas/d3db3ac9cb13453fa7bc8195bdf88fd1 HTTP/1.1" status: 200 len: 375 time: 0.0278914 Jun 23 11:02:18.526909 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:10Z', 'revision_number': 4, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '0cbee5b6-d397-413d-ba0b-bf9b7230f622', 'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'mac_address': 'fa:16:3e:bb:83:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:08Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 4, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'subnets': [{'id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:18.547258 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-505c0638-0f7a-4c73-b029-c581ebc4386c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group (fef0973f-5398-465d-a67b-672b2f418609), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:18.548233 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:18.553024 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (03cbcda1-b17f-4387-b722-7e152b805989), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:18.573127 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-505c0638-0f7a-4c73-b029-c581ebc4386c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (fef0973f-5398-465d-a67b-672b2f418609), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:18.583602 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port c8a07fb4-1aea-4219-a444-f58a63dc5cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:18.585615 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 841ace99-5fb3-49f5-8191-6d8950f546f3 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:18.594152 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb5ae8-7848-4f10-b6c7-c94fabfa513e None None] The sync data for ids ['d1aceb3b-313d-4383-8a1f-22820217f918'] in dv-cinder-843309-2-iscsi is: [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:10Z', 'revision_number': 4, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '0cbee5b6-d397-413d-ba0b-bf9b7230f622', 'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'mac_address': 'fa:16:3e:bb:83:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:08Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 4, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'subnets': [{'id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:02:18.691599 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-a55a972c-a7ea-40f4-9f75-197c968fbfa6 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1637750 Jun 23 11:02:18.708707 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-505c0638-0f7a-4c73-b029-c581ebc4386c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:18.709692 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:18.713077 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35688) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:18.713788 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-505c0638-0f7a-4c73-b029-c581ebc4386c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8008151 Jun 23 11:02:18.719770 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-712f08ce-ecb0-49d7-b21a-5cd8a085bf90 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Request body: {'security_group_rule': {'security_group_id': 'fef0973f-5398-465d-a67b-672b2f418609', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:18.757574 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35690) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:18.802313 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c0638-0f7a-4c73-b029-c581ebc4386c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef0973f-5398-465d-a67b-672b2f418609,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:18.822642 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-712f08ce-ecb0-49d7-b21a-5cd8a085bf90 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group_rule (3ba2c261-4c67-499d-b63d-9bc532b0e021), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:18.825908 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 841ace99-5fb3-49f5-8191-6d8950f546f3 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:18.826210 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (841ace99-5fb3-49f5-8191-6d8950f546f3), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:18.862052 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-59ea0eb5-aeef-40a8-aba3-9a281b867fe9 None None] Current status of the port 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:18.893906 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:18.953169 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-59ea0eb5-aeef-40a8-aba3-9a281b867fe9 None None] Provisioning complete for port 0cbee5b6-d397-413d-ba0b-bf9b7230f622 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:18.954483 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-59ea0eb5-aeef-40a8-aba3-9a281b867fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:18.978576 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-712f08ce-ecb0-49d7-b21a-5cd8a085bf90 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group_rule (3ba2c261-4c67-499d-b63d-9bc532b0e021), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:18.989323 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-712f08ce-ecb0-49d7-b21a-5cd8a085bf90 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (3ba2c261-4c67-499d-b63d-9bc532b0e021), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:19.028666 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-4832f960-1081-4b3a-8716-5fc25dcc4dbb service neutron] 10.222.0.65 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090799 Jun 23 11:02:19.071609 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f08ce-ecb0-49d7-b21a-5cd8a085bf90 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba2c261-4c67-499d-b63d-9bc532b0e021,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:19.086475 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-712f08ce-ecb0-49d7-b21a-5cd8a085bf90 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:19.089605 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-712f08ce-ecb0-49d7-b21a-5cd8a085bf90 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3750443 Jun 23 11:02:19.092629 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35714) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:19.105153 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4b9447cb-18ec-44af-a86f-1457a6a8bb38 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Request body: {'security_group_rule': {'security_group_id': 'fef0973f-5398-465d-a67b-672b2f418609', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:19.161154 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b9447cb-18ec-44af-a86f-1457a6a8bb38 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group_rule (7e868b01-e943-403c-bc51-448280ae490e), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:19.300262 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 841ace99-5fb3-49f5-8191-6d8950f546f3 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:19.301313 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 7d14ac0e-0228-4c5d-a4a3-60dace418429 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:19.364572 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-b6304fe6-5aed-4ed3-a8f7-9ce696c97590 service neutron] 10.222.0.65 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293366 Jun 23 11:02:19.393912 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b9447cb-18ec-44af-a86f-1457a6a8bb38 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group_rule (7e868b01-e943-403c-bc51-448280ae490e), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:19.480018 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:19.493990 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cd743484-ef7f-4421-970a-baf4493dbb72 req-5834a03b-1e34-47b8-b7c9-ae6c3b6ebc56 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 210 time: 0.1262252 Jun 23 11:02:19.513481 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b9447cb-18ec-44af-a86f-1457a6a8bb38 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (7e868b01-e943-403c-bc51-448280ae490e), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:19.517010 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35732) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:19.589719 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-d3021056-69d0-4b20-93e8-d619c63f28b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1693647647-network', 'tenant_id': '8ade814d33ff4327b2d47b4f5f8ab168'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:19.656038 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9447cb-18ec-44af-a86f-1457a6a8bb38 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e868b01-e943-403c-bc51-448280ae490e,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:19.680556 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3021056-69d0-4b20-93e8-d619c63f28b9 admin admin] Made reservation on behalf of 8ade814d33ff4327b2d47b4f5f8ab168 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:02:19.704193 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3021056-69d0-4b20-93e8-d619c63f28b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:19.767495 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3021056-69d0-4b20-93e8-d619c63f28b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:19.870065 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Publish callbacks [] for port (03cbcda1-b17f-4387-b722-7e152b805989), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:19.879949 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-59ea0eb5-aeef-40a8-aba3-9a281b867fe9 None None] Current status of the port 0cbee5b6-d397-413d-ba0b-bf9b7230f622 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:19.881467 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-59ea0eb5-aeef-40a8-aba3-9a281b867fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:19.899112 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (03cbcda1-b17f-4387-b722-7e152b805989), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:19.943357 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cbc579d1-e738-4037-b238-0b31b919d3f8 req-cdb4b00e-0ad7-4f47-bc09-066ef70c4480 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 210 time: 0.1579964 Jun 23 11:02:20.091510 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8b4daa6-ae17-4666-afef-be7b0ea90ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:20.188063 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:20.192512 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4932966-415f-477d-a4e0-2707c02cc7c8 None None] Pushing event updated for resources: {'Port': ['ID=03cbcda1-b17f-4387-b722-7e152b805989,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:20.230421 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 7d14ac0e-0228-4c5d-a4a3-60dace418429 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:20.230654 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (7d14ac0e-0228-4c5d-a4a3-60dace418429), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:20.264480 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:20.353768 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8b4daa6-ae17-4666-afef-be7b0ea90ce0 admin admin] Publish callbacks [] for security_group (dc1dd257-8931-4379-a93e-73a3fd4f6375), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:20.360811 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8b4daa6-ae17-4666-afef-be7b0ea90ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (dc1dd257-8931-4379-a93e-73a3fd4f6375), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:20.402274 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-59ea0eb5-aeef-40a8-aba3-9a281b867fe9 None None] For port 0cbee5b6-d397-413d-ba0b-bf9b7230f622, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=0cbee5b6-d397-413d-ba0b-bf9b7230f622,segment=NetworkSegment(97a79337-8bb6-4fe1-9265-c6256ffbd1f4),segment_id=97a79337-8bb6-4fe1-9265-c6256ffbd1f4)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:20.419016 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b9447cb-18ec-44af-a86f-1457a6a8bb38 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:20.423787 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-59ea0eb5-aeef-40a8-aba3-9a281b867fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:20.428503 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-4b9447cb-18ec-44af-a86f-1457a6a8bb38 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3345335 Jun 23 11:02:20.443822 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4daa6-ae17-4666-afef-be7b0ea90ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1dd257-8931-4379-a93e-73a3fd4f6375,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:20.445820 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35768) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:20.519697 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Request body: {'floatingip': {'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:20.546139 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-f8b4daa6-ae17-4666-afef-be7b0ea90ce0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7718f93df9bb4e1d8312a606d25d7bf3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0271618 Jun 23 11:02:20.549616 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35782) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:20.587828 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a88102d6-5cb9-49ad-8a36-a95ceea9708c req-6e910338-cec2-4197-86fa-42148259b38a tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.9073021 Jun 23 11:02:20.667703 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea0eb5-aeef-40a8-aba3-9a281b867fe9 None None] Pushing event updated for resources: {'Port': ['ID=0cbee5b6-d397-413d-ba0b-bf9b7230f622,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:20.747692 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:20.786214 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-909a9432-46b8-4e9d-a92d-1cc7471fdfb6 None None] Provisioning complete for port 03cbcda1-b17f-4387-b722-7e152b805989 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:20.786975 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-909a9432-46b8-4e9d-a92d-1cc7471fdfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (03cbcda1-b17f-4387-b722-7e152b805989), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:20.788998 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Attempting to bind port 03cbcda1-b17f-4387-b722-7e152b805989 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:02:20.789803 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Attempting to bind port 03cbcda1-b17f-4387-b722-7e152b805989 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:02:20.790305 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Attempting to bind port 03cbcda1-b17f-4387-b722-7e152b805989 on network 19e128cb-e174-49db-a8d2-8534db57c32e {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:20.800593 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:02:20.801241 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Checking segment: {'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:02:20.801831 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:20.802470 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Bound using segment: {'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:02:20.803089 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Bound port: 03cbcda1-b17f-4387-b722-7e152b805989, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:02:20.804194 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (03cbcda1-b17f-4387-b722-7e152b805989), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:20.838575 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 7d14ac0e-0228-4c5d-a4a3-60dace418429 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:20.838963 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (7d14ac0e-0228-4c5d-a4a3-60dace418429), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:20.915418 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3021056-69d0-4b20-93e8-d619c63f28b9 admin admin] Publish callbacks [] for security_group (2aeda9cb-5562-4704-bc2a-242fc66c6725), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:20.921669 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-909a9432-46b8-4e9d-a92d-1cc7471fdfb6 None None] Port 03cbcda1-b17f-4387-b722-7e152b805989 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:02:20.938328 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3021056-69d0-4b20-93e8-d619c63f28b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (2aeda9cb-5562-4704-bc2a-242fc66c6725), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:20.938969 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port 7d14ac0e-0228-4c5d-a4a3-60dace418429, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=7d14ac0e-0228-4c5d-a4a3-60dace418429,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:20.953234 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (7d14ac0e-0228-4c5d-a4a3-60dace418429), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:20.986047 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7904de83-b63e-407d-ad2c-ca8e92edf40b admin admin] Publish callbacks [] for security_group (dc1dd257-8931-4379-a93e-73a3fd4f6375), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:21.027271 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7904de83-b63e-407d-ad2c-ca8e92edf40b admin admin] Publish callbacks [] for security_group (dc1dd257-8931-4379-a93e-73a3fd4f6375), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:21.112158 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=7d14ac0e-0228-4c5d-a4a3-60dace418429,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:21.113566 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7904de83-b63e-407d-ad2c-ca8e92edf40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (dc1dd257-8931-4379-a93e-73a3fd4f6375), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:21.118851 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7904de83-b63e-407d-ad2c-ca8e92edf40b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:21.122419 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-7904de83-b63e-407d-ad2c-ca8e92edf40b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dc1dd257-8931-4379-a93e-73a3fd4f6375 HTTP/1.1" status: 204 len: 168 time: 0.5709655 Jun 23 11:02:21.131102 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:21.136699 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] For port 03cbcda1-b17f-4387-b722-7e152b805989, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:02:21.168852 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904de83-b63e-407d-ad2c-ca8e92edf40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1dd257-8931-4379-a93e-73a3fd4f6375,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:21.171915 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] For port 03cbcda1-b17f-4387-b722-7e152b805989, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=03cbcda1-b17f-4387-b722-7e152b805989,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:02:21.172672 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bcb48efa-4637-4931-829b-3bd5c72cfc77 req-03d6218f-4667-48fc-8d1c-fcb95d93e143 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 210 time: 0.2040975 Jun 23 11:02:21.183761 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (03cbcda1-b17f-4387-b722-7e152b805989), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:21.188830 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-75fdf7b7-9a73-4c9f-894d-702e6f3b0578 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:21.192074 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-75fdf7b7-9a73-4c9f-894d-702e6f3b0578 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 818 time: 0.5862575 Jun 23 11:02:21.217626 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3021056-69d0-4b20-93e8-d619c63f28b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:02:21.233086 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-9d5778c1-4f40-40f5-be23-c08a1e0352a6 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/quotas/d3db3ac9cb13453fa7bc8195bdf88fd1 HTTP/1.1" status: 200 len: 375 time: 0.0347867 Jun 23 11:02:21.293439 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:21.311135 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3021056-69d0-4b20-93e8-d619c63f28b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeda9cb-5562-4704-bc2a-242fc66c6725,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:21.320285 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3021056-69d0-4b20-93e8-d619c63f28b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (df5ac196-292c-4050-bcd4-614dfc684b5b), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:21.321138 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-d3021056-69d0-4b20-93e8-d619c63f28b9 admin admin] Added segment df5ac196-292c-4050-bcd4-614dfc684b5b of type vlan for network 117045dc-7adb-49b2-b945-e8bb62b08b2e Jun 23 11:02:21.336102 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:21.432648 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-36a0d91d-1085-4be0-9716-40d9e7f0c55d tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1930516 Jun 23 11:02:21.436184 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4932966-415f-477d-a4e0-2707c02cc7c8 None None] Pushing event updated for resources: {'Port': ['ID=03cbcda1-b17f-4387-b722-7e152b805989,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:21.456457 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Routers {'6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:21.457326 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:02:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:21.540169 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3021056-69d0-4b20-93e8-d619c63f28b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (117045dc-7adb-49b2-b945-e8bb62b08b2e), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:21.714896 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-a46db3d8-3d49-4d33-86e6-c77c87526111 service neutron] 10.222.0.65 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771053 Jun 23 11:02:21.734472 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] Set router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:21.789432 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3021056-69d0-4b20-93e8-d619c63f28b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (117045dc-7adb-49b2-b945-e8bb62b08b2e), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:21.790499 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3021056-69d0-4b20-93e8-d619c63f28b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:21.793487 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d3021056-69d0-4b20-93e8-d619c63f28b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:21.872919 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-d3021056-69d0-4b20-93e8-d619c63f28b9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.1134534 Jun 23 11:02:21.877133 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 35824) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:21.899234 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-0b02b753-704c-4cb6-b5c0-128d21fbe838 admin admin] Request body: {'subnet': {'network_id': '117045dc-7adb-49b2-b945-e8bb62b08b2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1693647647-subnet', 'tenant_id': '8ade814d33ff4327b2d47b4f5f8ab168', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:21.903734 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:21.908663 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 093e2200-2194-4c03-851c-d50a0d120b7f up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:21.930274 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c7463b5e-000c-4395-976f-97741b25b98c req-53cf2196-d963-41d7-bd23-d0dd2fc5776c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.1791277 Jun 23 11:02:21.995688 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-0dc00d34-98f9-498b-9c1e-46d19c4a34de service neutron] 10.222.0.65 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785823 Jun 23 11:02:22.028103 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-908b6ac7-87a8-4f16-8275-ade27e749e39 None None] Provisioning complete for port 03cbcda1-b17f-4387-b722-7e152b805989 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:22.028722 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-908b6ac7-87a8-4f16-8275-ade27e749e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (03cbcda1-b17f-4387-b722-7e152b805989), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:22.034669 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b02b753-704c-4cb6-b5c0-128d21fbe838 admin admin] Made reservation on behalf of 8ade814d33ff4327b2d47b4f5f8ab168 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:02:22.041399 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b02b753-704c-4cb6-b5c0-128d21fbe838 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:22.045872 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.60', 52409) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:22.107898 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35832) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:22.109487 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Allocated IP 172.27.2.157 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/139289b6-92ba-4e6d-87d0-4d582d23b95b) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:02:22.121380 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3021056-69d0-4b20-93e8-d619c63f28b9 admin admin] Pushing event updated for resources: {'Network': ['ID=117045dc-7adb-49b2-b945-e8bb62b08b2e,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:22.146564 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ec88024e-72e5-47a6-a4d6-17840e2fee9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:22.161437 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network 117045dc-7adb-49b2-b945-e8bb62b08b2e details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:02:22.270235 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:22.408577 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8dc15d5b-33d1-4906-ad44-1e1e163d3067 req-b5ced815-7337-4e11-b644-853148d675bc tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 210 time: 0.0859053 Jun 23 11:02:22.410575 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.60', 52410) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:22.494789 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:22.577578 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-eb8c5751-7d50-474f-a18a-361e43962478 req-5f7d83e7-59f1-4143-9a30-a8fb9504e264 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 210 time: 0.1703722 Jun 23 11:02:22.580954 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ec88024e-72e5-47a6-a4d6-17840e2fee9e admin admin] Publish callbacks [] for security_group (c8226b7d-0cc7-4ed5-8173-def39e9b85a2), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:22.593261 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 093e2200-2194-4c03-851c-d50a0d120b7f triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:22.593625 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (093e2200-2194-4c03-851c-d50a0d120b7f), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:22.659897 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ec88024e-72e5-47a6-a4d6-17840e2fee9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (c8226b7d-0cc7-4ed5-8173-def39e9b85a2), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:22.662065 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-1eb68d19-e1af-4b9d-9d38-dcd4437260e6 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:22.664702 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-1eb68d19-e1af-4b9d-9d38-dcd4437260e6 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "GET /v2.0/networks?id=b879fb0c-6f1b-457c-8797-97d9533d8257 HTTP/1.1" status: 200 len: 814 time: 0.5810132 Jun 23 11:02:22.686654 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-908b6ac7-87a8-4f16-8275-ade27e749e39 None None] Current status of the port 03cbcda1-b17f-4387-b722-7e152b805989 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:22.687455 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-908b6ac7-87a8-4f16-8275-ade27e749e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (03cbcda1-b17f-4387-b722-7e152b805989), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:22.793380 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:22.802134 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.60', 52412) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:22.813520 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-ec88024e-72e5-47a6-a4d6-17840e2fee9e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eb530f6181524731875b76a146ab1d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6984453 Jun 23 11:02:22.815327 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 35856) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:22.845731 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88024e-72e5-47a6-a4d6-17840e2fee9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8226b7d-0cc7-4ed5-8173-def39e9b85a2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:22.963112 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:12Z', 'revision_number': 4, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '03cbcda1-b17f-4387-b722-7e152b805989', 'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'mac_address': 'fa:16:3e:65:70:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:09Z', 'updated_at': '2022-06-23T11:02:21Z', 'revision_number': 4, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'subnets': [{'id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:23.055825 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-908b6ac7-87a8-4f16-8275-ade27e749e39 None None] For port 03cbcda1-b17f-4387-b722-7e152b805989, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=03cbcda1-b17f-4387-b722-7e152b805989,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:23.065710 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e33ab-777b-427b-903f-e90b197f148f None None] The sync data for ids ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'] in dv-cinder-843309-2-iscsi is: [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:12Z', 'revision_number': 4, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '03cbcda1-b17f-4387-b722-7e152b805989', 'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'mac_address': 'fa:16:3e:65:70:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:09Z', 'updated_at': '2022-06-23T11:02:21Z', 'revision_number': 4, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'subnets': [{'id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:02:23.080842 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-908b6ac7-87a8-4f16-8275-ade27e749e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (03cbcda1-b17f-4387-b722-7e152b805989), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:23.119336 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for port (139289b6-92ba-4e6d-87d0-4d582d23b95b), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:23.205991 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:23.253209 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 093e2200-2194-4c03-851c-d50a0d120b7f is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:23.254213 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:23.261033 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-40f53ea9-1f02-4880-adb3-fa0cfaf1d2be tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578cf1b29d474080a716e77fe2e84e5b HTTP/1.1" status: 200 len: 380 time: 0.5061901 Jun 23 11:02:23.287182 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-a9e30f7e-c39b-45fb-8dbd-2ac27aba5217 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'port': {'device_id': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'admin_state_up': True, 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'security_groups': ['69fade61-8335-4c37-bdc6-7da69dd8db7f']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:23.309310 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b02b753-704c-4cb6-b5c0-128d21fbe838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for subnet (27675b5d-6eb7-4db3-b887-12ea0bb8dd7e), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:23.321845 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b596137a-7538-4d6c-822d-a987a434ba65 admin admin] Publish callbacks [] for security_group (c8226b7d-0cc7-4ed5-8173-def39e9b85a2), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:23.356461 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b6ac7-87a8-4f16-8275-ade27e749e39 None None] Pushing event updated for resources: {'Port': ['ID=03cbcda1-b17f-4387-b722-7e152b805989,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:23.417614 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-4151e5b3-5145-48bd-a411-50155c208f3e tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:23.419738 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:23.420252 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:23.427833 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-4151e5b3-5145-48bd-a411-50155c208f3e tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.60 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 818 time: 0.6183655 Jun 23 11:02:23.441120 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4bd54ccf-c5d6-4122-8ded-bb3ce9b1f09c req-f9a8b437-d8c5-41de-8ed8-14203e07dd7e tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.3039732 Jun 23 11:02:23.458236 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-cbf98836-ca97-439f-9459-29c6c1f458ed tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:23.461670 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-cbf98836-ca97-439f-9459-29c6c1f458ed tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.60 "GET /v2.0/networks?id=5ce35988-2c03-4f61-9713-c6c5b05f38b5 HTTP/1.1" status: 200 len: 811 time: 1.0357273 Jun 23 11:02:23.504859 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b596137a-7538-4d6c-822d-a987a434ba65 admin admin] Publish callbacks [] for security_group (c8226b7d-0cc7-4ed5-8173-def39e9b85a2), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:23.507976 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:23.513137 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-cdf82820-ed66-4781-bd0f-c8fdbdfb35d1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Request body: {'port': {'device_id': 'b4c6bdb0-09d8-496b-998a-c2a4252c5772', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'admin_state_up': True, 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:23.530882 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-277864b5-dd23-4a51-becd-f5b9f08093f6 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Request body: {'port': {'device_id': '6e40b529-165d-4f7f-8768-5f2ed22815b4', 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5', 'admin_state_up': True, 'tenant_id': 'c6c6487f3e094808b1665bdd93da9b3c'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:23.580945 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:23.581984 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 0cbee5b6-d397-413d-ba0b-bf9b7230f622 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:23.692850 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (139289b6-92ba-4e6d-87d0-4d582d23b95b), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:23.730146 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 0cbee5b6-d397-413d-ba0b-bf9b7230f622 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:23.730856 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:23.751123 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02b753-704c-4cb6-b5c0-128d21fbe838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27675b5d-6eb7-4db3-b887-12ea0bb8dd7e,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:23.753611 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:02:23.754855 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-277864b5-dd23-4a51-becd-f5b9f08093f6 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Made reservation on behalf of c6c6487f3e094808b1665bdd93da9b3c for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:02:23.760086 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-277864b5-dd23-4a51-becd-f5b9f08093f6 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:23.768791 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event updated for resources: {'Port': ['ID=139289b6-92ba-4e6d-87d0-4d582d23b95b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:23.773704 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:23.778864 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:02:23.930860 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for floatingip (9c1b6a35-403d-4944-898f-7e03e52b1517), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:23.954792 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e6d5be8e-c2d3-4cdd-be7c-15265fbad764 req-d10488cf-ddfc-4313-abd7-badd84f53de9 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 210 time: 0.1952143 Jun 23 11:02:23.997890 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 0cbee5b6-d397-413d-ba0b-bf9b7230f622 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:24.001347 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2ee3588a-c96d-467d-bb5f-2ae45b92fe51 req-13c36918-49a1-4ed0-9d36-1a6e501f1a80 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 210 time: 0.0445600 Jun 23 11:02:24.043157 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:24.044923 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (139289b6-92ba-4e6d-87d0-4d582d23b95b), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:24.076703 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02b753-704c-4cb6-b5c0-128d21fbe838 admin admin] Checking segment: {'id': 'df5ac196-292c-4050-bcd4-614dfc684b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '117045dc-7adb-49b2-b945-e8bb62b08b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:02:24.077100 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b02b753-704c-4cb6-b5c0-128d21fbe838 admin admin] Network hostable DHCP agents. Network: 117045dc-7adb-49b2-b945-e8bb62b08b2e, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:02:24.215041 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-a9e30f7e-c39b-45fb-8dbd-2ac27aba5217 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Made reservation on behalf of 578cf1b29d474080a716e77fe2e84e5b for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:02:24.218461 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-a9e30f7e-c39b-45fb-8dbd-2ac27aba5217 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:24.278580 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b02b753-704c-4cb6-b5c0-128d21fbe838 admin admin] Network 117045dc-7adb-49b2-b945-e8bb62b08b2e is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:02:24.329944 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:24.478702 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.60', 52421) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:24.507882 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 03cbcda1-b17f-4387-b722-7e152b805989 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:24.608062 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-cdf82820-ed66-4781-bd0f-c8fdbdfb35d1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Made reservation on behalf of d3db3ac9cb13453fa7bc8195bdf88fd1 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:02:24.611698 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-cdf82820-ed66-4781-bd0f-c8fdbdfb35d1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:24.648487 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-0b02b753-704c-4cb6-b5c0-128d21fbe838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, 117045dc-7adb-49b2-b945-e8bb62b08b2e) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:24.661333 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 03cbcda1-b17f-4387-b722-7e152b805989 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:24.662470 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (03cbcda1-b17f-4387-b722-7e152b805989), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:24.681271 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37ccf81-fb44-4741-a3ee-eaec470e4990 None None] Network 117045dc-7adb-49b2-b945-e8bb62b08b2e requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:02:24.692363 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b02b753-704c-4cb6-b5c0-128d21fbe838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:24.693305 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b02b753-704c-4cb6-b5c0-128d21fbe838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:24.756131 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-77968d2e-55e2-4c45-893c-33cb74096465 req-121896cd-0ea8-4450-bbc7-a3a2af800e5e tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.0667922 Jun 23 11:02:24.860351 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for port (139289b6-92ba-4e6d-87d0-4d582d23b95b), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:25.033698 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e312b294-7a46-4148-b278-1692197f4dfa None None] Network 117045dc-7adb-49b2-b945-e8bb62b08b2e requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:02:25.078787 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-cdf82820-ed66-4781-bd0f-c8fdbdfb35d1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Allocated IP 172.20.0.3 (19e128cb-e174-49db-a8d2-8534db57c32e/ddba4511-7d57-410b-b525-5f5d59309fec/88802b38-9718-44af-a9c0-e377da1fdee6) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:02:25.130507 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:02:25.142932 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:25.239734 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 03cbcda1-b17f-4387-b722-7e152b805989 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:25.241744 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 7d14ac0e-0228-4c5d-a4a3-60dace418429 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:25.294943 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 7d14ac0e-0228-4c5d-a4a3-60dace418429 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:25.295342 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (7d14ac0e-0228-4c5d-a4a3-60dace418429), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:25.559492 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 7d14ac0e-0228-4c5d-a4a3-60dace418429 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:25.668319 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b596137a-7538-4d6c-822d-a987a434ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (c8226b7d-0cc7-4ed5-8173-def39e9b85a2), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:25.671285 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b596137a-7538-4d6c-822d-a987a434ba65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:25.694012 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b596137a-7538-4d6c-822d-a987a434ba65 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c8226b7d-0cc7-4ed5-8173-def39e9b85a2 HTTP/1.1" status: 204 len: 168 time: 2.8278837 Jun 23 11:02:25.705145 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-0b02b753-704c-4cb6-b5c0-128d21fbe838 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.8258209 Jun 23 11:02:25.720829 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-920f5ea2-10da-4295-8d64-43e6639662c3 req-0058aba4-d57b-4568-a788-9a5e47e82013 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 210 time: 0.1285195 Jun 23 11:02:25.751526 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-cdf82820-ed66-4781-bd0f-c8fdbdfb35d1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for port (88802b38-9718-44af-a9c0-e377da1fdee6), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:25.762153 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-a9e30f7e-c39b-45fb-8dbd-2ac27aba5217 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Allocated IP 172.20.0.10 (b879fb0c-6f1b-457c-8797-97d9533d8257/02373004-8ccd-4033-86a3-d7ee95f33ffc/7c27c36f-56fd-4d7b-b077-2903298e9c9c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:02:25.825132 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (139289b6-92ba-4e6d-87d0-4d582d23b95b), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:25.862094 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:25.867154 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-cdf82820-ed66-4781-bd0f-c8fdbdfb35d1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (88802b38-9718-44af-a9c0-e377da1fdee6), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:25.887758 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:25.931544 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596137a-7538-4d6c-822d-a987a434ba65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8226b7d-0cc7-4ed5-8173-def39e9b85a2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:25.982153 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-cdf82820-ed66-4781-bd0f-c8fdbdfb35d1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Network 19e128cb-e174-49db-a8d2-8534db57c32e is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:02:26.004985 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-cdf82820-ed66-4781-bd0f-c8fdbdfb35d1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:26.032232 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-cdf82820-ed66-4781-bd0f-c8fdbdfb35d1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:02:26.039027 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-cdf82820-ed66-4781-bd0f-c8fdbdfb35d1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:26.040118 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-cdf82820-ed66-4781-bd0f-c8fdbdfb35d1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:26.120765 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-562b7baf-8849-4107-9961-0bdda0ec2cad req-ff938eee-7f0b-4f8d-bea6-fa2291fa9aaa tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 210 time: 0.4147577 Jun 23 11:02:26.131451 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d0d34824-ac52-4e56-aabf-3dcd36bce855 req-473b34d7-ec78-4905-b567-c344f8b07a11 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.1473677 Jun 23 11:02:26.132551 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf82820-ed66-4781-bd0f-c8fdbdfb35d1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Pushing event updated for resources: {'Port': ['ID=88802b38-9718-44af-a9c0-e377da1fdee6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:26.135336 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-277864b5-dd23-4a51-becd-f5b9f08093f6 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Allocated IP 172.20.0.4 (5ce35988-2c03-4f61-9713-c6c5b05f38b5/29c3a46e-59d8-45fe-88e4-366cb3ee0e02/bf647141-29b7-47c1-a7c3-6e9e399350c6) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:02:26.150597 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-cdf82820-ed66-4781-bd0f-c8fdbdfb35d1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6527832 Jun 23 11:02:26.162659 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-243b8416-b655-4740-9716-686387a36840 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:02:26.164932 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-243b8416-b655-4740-9716-686387a36840 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0072846 Jun 23 11:02:26.226930 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-a9e30f7e-c39b-45fb-8dbd-2ac27aba5217 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for port (7c27c36f-56fd-4d7b-b077-2903298e9c9c), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:26.298435 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (9c1b6a35-403d-4944-898f-7e03e52b1517), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:26.318421 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-a9e30f7e-c39b-45fb-8dbd-2ac27aba5217 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (7c27c36f-56fd-4d7b-b077-2903298e9c9c), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:26.433771 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-a9e30f7e-c39b-45fb-8dbd-2ac27aba5217 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Network b879fb0c-6f1b-457c-8797-97d9533d8257 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:02:26.438412 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-a9e30f7e-c39b-45fb-8dbd-2ac27aba5217 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:26.442834 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-a9e30f7e-c39b-45fb-8dbd-2ac27aba5217 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:02:26.448960 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-a9e30f7e-c39b-45fb-8dbd-2ac27aba5217 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:26.449816 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-a9e30f7e-c39b-45fb-8dbd-2ac27aba5217 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:26.488446 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e30f7e-c39b-45fb-8dbd-2ac27aba5217 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'Port': ['ID=7c27c36f-56fd-4d7b-b077-2903298e9c9c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:26.503587 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-a9e30f7e-c39b-45fb-8dbd-2ac27aba5217 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2279737 Jun 23 11:02:26.658145 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-9f65bb31-669d-4a21-b60a-7c542e33ce48 None None] Provisioning complete for port 88802b38-9718-44af-a9c0-e377da1fdee6 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:26.659598 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9f65bb31-669d-4a21-b60a-7c542e33ce48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (88802b38-9718-44af-a9c0-e377da1fdee6), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:26.787202 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-9f65bb31-669d-4a21-b60a-7c542e33ce48 None None] Port 88802b38-9718-44af-a9c0-e377da1fdee6 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:02:26.841375 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-277864b5-dd23-4a51-becd-f5b9f08093f6 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Publish callbacks [] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:26.867556 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Request body: {'port': {'device_id': 'b4c6bdb0-09d8-496b-998a-c2a4252c5772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:26.910195 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-4cc77c8f-fb21-4b26-a15e-ffbca605cb44 None None] Provisioning complete for port 7c27c36f-56fd-4d7b-b077-2903298e9c9c triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:26.912401 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cc77c8f-fb21-4b26-a15e-ffbca605cb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (7c27c36f-56fd-4d7b-b077-2903298e9c9c), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:26.916303 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:26.917459 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:26.918198 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:26.922909 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event updated for resources: {'Port': ['ID=139289b6-92ba-4e6d-87d0-4d582d23b95b,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:27.028707 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Request body: {'port': {'device_id': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:27.036689 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-07bfee98-584c-4470-926d-a701f07a839f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:27.041994 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-4cc77c8f-fb21-4b26-a15e-ffbca605cb44 None None] Port 7c27c36f-56fd-4d7b-b077-2903298e9c9c cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:02:27.045867 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-07bfee98-584c-4470-926d-a701f07a839f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.60 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 818 time: 2.4558721 Jun 23 11:02:27.052709 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:27.058020 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-83be9bb7-6da7-48d2-a56a-88b20d65c73a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5444367 Jun 23 11:02:27.134416 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-277864b5-dd23-4a51-becd-f5b9f08093f6 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:27.165712 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-0e5c5d5e-c366-4fe0-8aa4-7bcfc97a40db tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Request body: {'port': {'device_id': '7bd22d66-6c09-4099-8205-5eec0effaeb6', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'admin_state_up': True, 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:27.193106 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-67f2d7c1-0eeb-4f0b-987f-8a6035e24886 req-b4052940-d8e5-474a-a38b-e682cace6ef0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 210 time: 0.2490523 Jun 23 11:02:27.214095 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (88802b38-9718-44af-a9c0-e377da1fdee6), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:27.625159 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (7c27c36f-56fd-4d7b-b077-2903298e9c9c), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:27.793089 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c27850-9629-4ae2-bee8-3d583e01f0b5 req-f1cfdff0-8d83-413b-9d82-c95470fee5e9 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:27.795223 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-89c27850-9629-4ae2-bee8-3d583e01f0b5 req-f1cfdff0-8d83-413b-9d82-c95470fee5e9 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 931 time: 0.4961782 Jun 23 11:02:27.801973 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 36014) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:27.827757 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-dac6c7ef-5d9f-48a5-bc99-f6636687bea6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1961094248-network', 'tenant_id': '0182c426a5a14ef7825c364740ead0ed'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:27.880270 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-277864b5-dd23-4a51-becd-f5b9f08093f6 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Network 5ce35988-2c03-4f61-9713-c6c5b05f38b5 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:02:27.881546 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277864b5-dd23-4a51-becd-f5b9f08093f6 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Pushing event updated for resources: {'Port': ['ID=bf647141-29b7-47c1-a7c3-6e9e399350c6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:27.925700 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-277864b5-dd23-4a51-becd-f5b9f08093f6 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:27.940030 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-277864b5-dd23-4a51-becd-f5b9f08093f6 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:02:27.969155 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-277864b5-dd23-4a51-becd-f5b9f08093f6 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:27.976043 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-277864b5-dd23-4a51-becd-f5b9f08093f6 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:28.017442 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f96175-7a7d-4ddc-8da0-459161f3ae38 req-049ab411-4398-4bc0-b5d5-2cfc3baea1a4 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:28.027537 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-84f96175-7a7d-4ddc-8da0-459161f3ae38 req-049ab411-4398-4bc0-b5d5-2cfc3baea1a4 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 932 time: 0.5232008 Jun 23 11:02:28.137788 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-277864b5-dd23-4a51-becd-f5b9f08093f6 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6261172 Jun 23 11:02:28.178891 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Request body: {'port': {'device_id': '6e40b529-165d-4f7f-8768-5f2ed22815b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:28.318628 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-0e5c5d5e-c366-4fe0-8aa4-7bcfc97a40db tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Made reservation on behalf of d3db3ac9cb13453fa7bc8195bdf88fd1 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:02:28.333730 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-0e5c5d5e-c366-4fe0-8aa4-7bcfc97a40db tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:28.394288 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-741afead-916d-476e-b638-d9f62a031936 None None] Provisioning complete for port bf647141-29b7-47c1-a7c3-6e9e399350c6 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:28.394881 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-741afead-916d-476e-b638-d9f62a031936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:28.491253 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c27c36f-56fd-4d7b-b077-2903298e9c9c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:02:28.498195 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-741afead-916d-476e-b638-d9f62a031936 None None] Port bf647141-29b7-47c1-a7c3-6e9e399350c6 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:02:28.501635 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Publish callbacks [] for port (7c27c36f-56fd-4d7b-b077-2903298e9c9c), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:28.513528 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:28.514384 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:28.515463 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac6c7ef-5d9f-48a5-bc99-f6636687bea6 admin admin] Made reservation on behalf of 0182c426a5a14ef7825c364740ead0ed for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:02:28.521352 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dac6c7ef-5d9f-48a5-bc99-f6636687bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:28.525218 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-84f96175-7a7d-4ddc-8da0-459161f3ae38 req-30a85cc0-b6fe-465b-8223-aa4f78f00b58 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4963641 Jun 23 11:02:28.557298 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 36038) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:28.602410 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Transition to ACTIVE for port object 7c27c36f-56fd-4d7b-b077-2903298e9c9c will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:02:28.605366 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dac6c7ef-5d9f-48a5-bc99-f6636687bea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:28.614792 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:28.703277 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-89c27850-9629-4ae2-bee8-3d583e01f0b5 req-9be8d250-f3fa-43c4-8d10-46069719fba8 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8035817 Jun 23 11:02:28.704080 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (7c27c36f-56fd-4d7b-b077-2903298e9c9c), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:28.906338 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Pushing event updated for resources: {'Port': ['ID=7c27c36f-56fd-4d7b-b077-2903298e9c9c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:29.076096 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-207f99da-bc1b-4de8-9ce9-22f928d37be4 req-34768cf0-e86f-4ac4-b488-ea76fa29ec84 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 210 time: 0.1028597 Jun 23 11:02:29.134399 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-fa97c490-a403-4e48-9b12-96425137d388 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--436403022&fields=id&tenant_id=ac9f9313c3ac4dde97e75ac6fa8fae11 HTTP/1.1" status: 200 len: 267 time: 0.4216304 Jun 23 11:02:29.278394 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dac6c7ef-5d9f-48a5-bc99-f6636687bea6 admin admin] Publish callbacks [] for security_group (f646b927-1289-4f7a-af46-3379dbff22c3), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:29.288057 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88802b38-9718-44af-a9c0-e377da1fdee6 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:02:29.308197 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Publish callbacks [] for port (88802b38-9718-44af-a9c0-e377da1fdee6), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:29.341762 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Transition to ACTIVE for port object 88802b38-9718-44af-a9c0-e377da1fdee6 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:02:29.360692 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dac6c7ef-5d9f-48a5-bc99-f6636687bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (f646b927-1289-4f7a-af46-3379dbff22c3), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:29.365607 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (88802b38-9718-44af-a9c0-e377da1fdee6), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:29.427413 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-0e5c5d5e-c366-4fe0-8aa4-7bcfc97a40db tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Allocated IP 172.20.0.14 (19e128cb-e174-49db-a8d2-8534db57c32e/ddba4511-7d57-410b-b525-5f5d59309fec/9a1f5b7e-89bf-488e-990f-34a0baf9914f) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:02:29.459034 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Attempting to bind port 7c27c36f-56fd-4d7b-b077-2903298e9c9c on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:02:29.460592 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Attempting to bind port 7c27c36f-56fd-4d7b-b077-2903298e9c9c by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:02:29.461172 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Attempting to bind port 7c27c36f-56fd-4d7b-b077-2903298e9c9c on network b879fb0c-6f1b-457c-8797-97d9533d8257 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:29.465102 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4c1834d-86af-4161-9071-539f57b0cedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:29.473625 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6c7ef-5d9f-48a5-bc99-f6636687bea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f646b927-1289-4f7a-af46-3379dbff22c3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:29.479532 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Pushing event updated for resources: {'Port': ['ID=88802b38-9718-44af-a9c0-e377da1fdee6,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:29.682453 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Port 7c27c36f-56fd-4d7b-b077-2903298e9c9c on network b879fb0c-6f1b-457c-8797-97d9533d8257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:02:29.683082 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Attempting to bind port 7c27c36f-56fd-4d7b-b077-2903298e9c9c on network b879fb0c-6f1b-457c-8797-97d9533d8257 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:29.686941 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac6c7ef-5d9f-48a5-bc99-f6636687bea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:02:29.692591 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-0e5c5d5e-c366-4fe0-8aa4-7bcfc97a40db tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for port (9a1f5b7e-89bf-488e-990f-34a0baf9914f), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:29.710857 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:29.749969 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:29.751194 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:29.754210 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf647141-29b7-47c1-a7c3-6e9e399350c6 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:02:29.762934 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:02:29.763360 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Checking segment: {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:02:29.764143 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Bound using segment: {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:02:29.764681 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Bound port: 7c27c36f-56fd-4d7b-b077-2903298e9c9c, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:02:29.765158 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (7c27c36f-56fd-4d7b-b077-2903298e9c9c), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:29.779025 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-0e5c5d5e-c366-4fe0-8aa4-7bcfc97a40db tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (9a1f5b7e-89bf-488e-990f-34a0baf9914f), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:29.817013 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Publish callbacks [] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:29.855128 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dac6c7ef-5d9f-48a5-bc99-f6636687bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (ae75b335-109e-4703-9d92-cf5cd82c9b57), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:29.855845 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.segments_db [None req-dac6c7ef-5d9f-48a5-bc99-f6636687bea6 admin admin] Added segment ae75b335-109e-4703-9d92-cf5cd82c9b57 of type vlan for network 2829c55a-7210-4685-9e66-8176a222ace0 Jun 23 11:02:29.872672 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-0e5c5d5e-c366-4fe0-8aa4-7bcfc97a40db tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Network 19e128cb-e174-49db-a8d2-8534db57c32e is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:02:29.921572 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-0e5c5d5e-c366-4fe0-8aa4-7bcfc97a40db tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:29.945521 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-0e5c5d5e-c366-4fe0-8aa4-7bcfc97a40db tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:02:29.991845 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-0e5c5d5e-c366-4fe0-8aa4-7bcfc97a40db tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:29.992922 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-0e5c5d5e-c366-4fe0-8aa4-7bcfc97a40db tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:30.014389 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:30.021713 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:30.023320 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Transition to ACTIVE for port object bf647141-29b7-47c1-a7c3-6e9e399350c6 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:02:30.035931 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c5d5e-c366-4fe0-8aa4-7bcfc97a40db tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Pushing event updated for resources: {'Port': ['ID=9a1f5b7e-89bf-488e-990f-34a0baf9914f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:30.048875 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:30.082101 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-0e5c5d5e-c366-4fe0-8aa4-7bcfc97a40db tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9443161 Jun 23 11:02:30.164417 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Request body: {'port': {'device_id': '7bd22d66-6c09-4099-8205-5eec0effaeb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:30.263460 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-e72f3530-8843-4102-9934-c20e7bfcfc74 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:30.269929 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-e72f3530-8843-4102-9934-c20e7bfcfc74 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/networks?id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d HTTP/1.1" status: 200 len: 810 time: 0.9400804 Jun 23 11:02:30.315340 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36092) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:30.403862 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-bbdb29e5-9f75-4d78-967b-eeb442acb148 None None] Provisioning complete for port 9a1f5b7e-89bf-488e-990f-34a0baf9914f triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:30.404977 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bbdb29e5-9f75-4d78-967b-eeb442acb148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (9a1f5b7e-89bf-488e-990f-34a0baf9914f), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:30.486035 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb29e5-9f75-4d78-967b-eeb442acb148 None None] Port 9a1f5b7e-89bf-488e-990f-34a0baf9914f cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:02:30.554472 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dac6c7ef-5d9f-48a5-bc99-f6636687bea6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (2829c55a-7210-4685-9e66-8176a222ace0), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:30.617384 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Attempting to bind port 88802b38-9718-44af-a9c0-e377da1fdee6 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:02:30.617931 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Attempting to bind port 88802b38-9718-44af-a9c0-e377da1fdee6 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:02:30.618274 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Attempting to bind port 88802b38-9718-44af-a9c0-e377da1fdee6 on network 19e128cb-e174-49db-a8d2-8534db57c32e {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:30.629840 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dac6c7ef-5d9f-48a5-bc99-f6636687bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (2829c55a-7210-4685-9e66-8176a222ace0), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:30.630894 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac6c7ef-5d9f-48a5-bc99-f6636687bea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:30.631479 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dac6c7ef-5d9f-48a5-bc99-f6636687bea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:30.641123 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] For port 7c27c36f-56fd-4d7b-b077-2903298e9c9c, host hv-cinder-84330, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:02:30.659122 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4c1834d-86af-4161-9071-539f57b0cedb admin admin] Publish callbacks [] for security_group (e885dd63-7f8d-4dc9-9a08-2585f93b9915), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:30.682956 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-10c9573a-ef23-4d9b-b636-41de419f8d1d tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/quotas/ac9f9313c3ac4dde97e75ac6fa8fae11 HTTP/1.1" status: 200 len: 375 time: 0.3757408 Jun 23 11:02:30.686739 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Pushing event updated for resources: {'Port': ['ID=bf647141-29b7-47c1-a7c3-6e9e399350c6,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:30.734285 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fac20e-8e71-489c-b7dc-46dcd01aa02f req-02b49a8b-fafc-4fff-be44-0b71db7fcb22 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:30.750779 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d9fac20e-8e71-489c-b7dc-46dcd01aa02f req-02b49a8b-fafc-4fff-be44-0b71db7fcb22 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 944 time: 1.0576928 Jun 23 11:02:30.814848 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] For port 7c27c36f-56fd-4d7b-b077-2903298e9c9c, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7c27c36f-56fd-4d7b-b077-2903298e9c9c,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:02:30.823001 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Port 88802b38-9718-44af-a9c0-e377da1fdee6 on network 19e128cb-e174-49db-a8d2-8534db57c32e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:02:30.824533 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Attempting to bind port 88802b38-9718-44af-a9c0-e377da1fdee6 on network 19e128cb-e174-49db-a8d2-8534db57c32e {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:30.836571 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-dac6c7ef-5d9f-48a5-bc99-f6636687bea6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.0231938 Jun 23 11:02:30.836571 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4c1834d-86af-4161-9071-539f57b0cedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (e885dd63-7f8d-4dc9-9a08-2585f93b9915), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:30.842748 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 36100) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:30.929694 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Attempting to bind port bf647141-29b7-47c1-a7c3-6e9e399350c6 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:02:30.929934 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Attempting to bind port bf647141-29b7-47c1-a7c3-6e9e399350c6 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '60707b2e-57b7-45f1-9efd-212d956fa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:02:30.930291 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Attempting to bind port bf647141-29b7-47c1-a7c3-6e9e399350c6 on network 5ce35988-2c03-4f61-9713-c6c5b05f38b5 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:30.932729 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (9a1f5b7e-89bf-488e-990f-34a0baf9914f), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:30.956786 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-7c02adb6-2781-488e-a332-54df093a17c8 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac9f9313c3ac4dde97e75ac6fa8fae11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2047198 Jun 23 11:02:30.957283 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Port bf647141-29b7-47c1-a7c3-6e9e399350c6 on network 5ce35988-2c03-4f61-9713-c6c5b05f38b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:02:30.957583 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Attempting to bind port bf647141-29b7-47c1-a7c3-6e9e399350c6 on network 5ce35988-2c03-4f61-9713-c6c5b05f38b5 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:30.964879 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:02:30.965246 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Checking segment: {'id': '60707b2e-57b7-45f1-9efd-212d956fa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:02:30.965964 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Bound using segment: {'id': '60707b2e-57b7-45f1-9efd-212d956fa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:02:30.966703 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Bound port: bf647141-29b7-47c1-a7c3-6e9e399350c6, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60707b2e-57b7-45f1-9efd-212d956fa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:02:30.967140 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:30.995223 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (7c27c36f-56fd-4d7b-b077-2903298e9c9c), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:31.035708 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa3e755d-2f8c-485f-96ac-641291339ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:31.053212 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b6e5e2ad-8dd9-4b4b-91a1-495bda44f934 admin admin] Request body: {'subnet': {'network_id': '2829c55a-7210-4685-9e66-8176a222ace0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1961094248-subnet', 'tenant_id': '0182c426a5a14ef7825c364740ead0ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:31.111549 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1834d-86af-4161-9071-539f57b0cedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e885dd63-7f8d-4dc9-9a08-2585f93b9915,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:31.228094 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d9fac20e-8e71-489c-b7dc-46dcd01aa02f req-02b1fcff-baad-4a74-bab6-6f59647bd155 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4759388 Jun 23 11:02:31.283188 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] For port bf647141-29b7-47c1-a7c3-6e9e399350c6, host hv-cinder-84330, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:02:31.352842 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:31.354026 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6c7ef-5d9f-48a5-bc99-f6636687bea6 admin admin] Pushing event updated for resources: {'Network': ['ID=2829c55a-7210-4685-9e66-8176a222ace0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:31.356957 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:02:31.357451 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Checking segment: {'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:02:31.357780 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Bound using segment: {'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:02:31.358271 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Bound port: 88802b38-9718-44af-a9c0-e377da1fdee6, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:02:31.358632 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (88802b38-9718-44af-a9c0-e377da1fdee6), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:31.368807 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network 2829c55a-7210-4685-9e66-8176a222ace0 details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:02:31.394101 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:31.394582 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] For port bf647141-29b7-47c1-a7c3-6e9e399350c6, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=bf647141-29b7-47c1-a7c3-6e9e399350c6,segment=NetworkSegment(60707b2e-57b7-45f1-9efd-212d956fa187),segment_id=60707b2e-57b7-45f1-9efd-212d956fa187)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:02:31.394906 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:31.396455 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] 10.222.0.60 "PUT /v2.0/ports/7c27c36f-56fd-4d7b-b077-2903298e9c9c HTTP/1.1" status: 200 len: 1094 time: 4.8628883 Jun 23 11:02:31.409378 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e5e2ad-8dd9-4b4b-91a1-495bda44f934 admin admin] Made reservation on behalf of 0182c426a5a14ef7825c364740ead0ed for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:02:31.412120 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e2ad-8dd9-4b4b-91a1-495bda44f934 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:31.414116 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'tag': '7c27c36f-56fd-4d7b-b077-2903298e9c9c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:02:31.430051 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:31.545352 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:31.549535 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:31.558278 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] 10.222.0.60 "PUT /v2.0/ports/bf647141-29b7-47c1-a7c3-6e9e399350c6 HTTP/1.1" status: 200 len: 1093 time: 3.3960125 Jun 23 11:02:31.576204 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e40b529-165d-4f7f-8768-5f2ed22815b4', 'tag': 'bf647141-29b7-47c1-a7c3-6e9e399350c6'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:02:31.654544 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9488c-2447-421a-982b-700b78b8909f req-e9611958-fe78-45a2-9caf-97d82b5c5ba7 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:31.656451 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fec9488c-2447-421a-982b-700b78b8909f req-e9611958-fe78-45a2-9caf-97d82b5c5ba7 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 943 time: 0.1461692 Jun 23 11:02:31.966060 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] For port 88802b38-9718-44af-a9c0-e377da1fdee6, host hv-cinder-84330, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:02:31.970269 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] For port 88802b38-9718-44af-a9c0-e377da1fdee6, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=88802b38-9718-44af-a9c0-e377da1fdee6,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:02:31.976503 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-f4c1834d-86af-4161-9071-539f57b0cedb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8cbefe5f6d304d63be1bbd098405866b&name=default HTTP/1.1" status: 200 len: 2996 time: 3.3895142 Jun 23 11:02:32.001474 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 36122) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:32.004823 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdcaece-66b3-4852-894b-68e9beabda82" -d '{"events": [{"name": "network-changed", "server_uuid": "2946bfb4-cd02-4237-8291-ad974a96ded6", "tag": "7c27c36f-56fd-4d7b-b077-2903298e9c9c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:02:32.033145 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (88802b38-9718-44af-a9c0-e377da1fdee6), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:32.105102 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62d197-63bf-4e8f-96fe-f58deca0de0c service neutron] Pushing event updated for resources: {'Port': ['ID=7c27c36f-56fd-4d7b-b077-2903298e9c9c,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:32.117763 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-2371dd59-0770-49b4-ae60-420a07574adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:32.119750 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-2371dd59-0770-49b4-ae60-420a07574adc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=578cf1b29d474080a716e77fe2e84e5b&device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 1128 time: 0.4234345 Jun 23 11:02:32.156252 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:32.158582 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b5354-728a-45b6-8a15-f058cd108405 service neutron] Pushing event updated for resources: {'Port': ['ID=bf647141-29b7-47c1-a7c3-6e9e399350c6,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:32.167193 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5782e259-1919-4933-afb3-31d06b5a61d6" -d '{"events": [{"name": "network-changed", "server_uuid": "6e40b529-165d-4f7f-8768-5f2ed22815b4", "tag": "bf647141-29b7-47c1-a7c3-6e9e399350c6"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:02:32.223684 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:32.224397 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:32.226096 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] 10.222.0.60 "PUT /v2.0/ports/88802b38-9718-44af-a9c0-e377da1fdee6 HTTP/1.1" status: 200 len: 1093 time: 5.7337537 Jun 23 11:02:32.227158 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-6f63e609-b642-4146-9821-1cbf607e7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:32.228637 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-6f63e609-b642-4146-9821-1cbf607e7ee6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c6c6487f3e094808b1665bdd93da9b3c&device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 1127 time: 0.4503100 Jun 23 11:02:32.230530 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-831e5b6f-9ea0-4844-978c-b7b55c67f477 service neutron] 10.222.0.65 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2509296 Jun 23 11:02:32.304428 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-9fb2a980-c0c2-4aad-ac6e-91ccf2d34910 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c27c36f-56fd-4d7b-b077-2903298e9c9c HTTP/1.1" status: 200 len: 217 time: 0.1293879 Jun 23 11:02:32.342518 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa3e755d-2f8c-485f-96ac-641291339ebd admin admin] Publish callbacks [] for security_group (efc629fb-4d5a-4620-b612-fa1aae2567f2), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:32.345805 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b03ee-5889-4da3-bb3b-44a12134eda5 service neutron] Pushing event updated for resources: {'Port': ['ID=88802b38-9718-44af-a9c0-e377da1fdee6,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:32.346664 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:32.353494 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fec9488c-2447-421a-982b-700b78b8909f req-faeb865b-786b-4997-93be-8a3a95287fde tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757896 Jun 23 11:02:32.363776 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fa3e755d-2f8c-485f-96ac-641291339ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (efc629fb-4d5a-4620-b612-fa1aae2567f2), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:32.440626 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85c4c64c-6e33-4f5c-b00e-80143916bb80 admin admin] Publish callbacks [] for security_group (e885dd63-7f8d-4dc9-9a08-2585f93b9915), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:32.519634 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85c4c64c-6e33-4f5c-b00e-80143916bb80 admin admin] Publish callbacks [] for security_group (e885dd63-7f8d-4dc9-9a08-2585f93b9915), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:32.563943 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-af06a07f-5d70-4e23-a794-e34a1bdc372e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf647141-29b7-47c1-a7c3-6e9e399350c6 HTTP/1.1" status: 200 len: 217 time: 0.1492739 Jun 23 11:02:32.595705 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:32.600335 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-fa3e755d-2f8c-485f-96ac-641291339ebd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5f9695f5a86744e39f11b2fc4b9b20df&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2769959 Jun 23 11:02:32.603673 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e755d-2f8c-485f-96ac-641291339ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc629fb-4d5a-4620-b612-fa1aae2567f2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:32.624885 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36136) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:32.642924 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-84a5d87a-4b42-4096-bed6-204e1141f068 service neutron] 10.222.0.65 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885996 Jun 23 11:02:32.676898 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1f5b7e-89bf-488e-990f-34a0baf9914f {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:02:32.735556 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Publish callbacks [] for port (9a1f5b7e-89bf-488e-990f-34a0baf9914f), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:32.754277 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85c4c64c-6e33-4f5c-b00e-80143916bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (e885dd63-7f8d-4dc9-9a08-2585f93b9915), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:32.762437 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85c4c64c-6e33-4f5c-b00e-80143916bb80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:32.763676 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-85c4c64c-6e33-4f5c-b00e-80143916bb80 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e885dd63-7f8d-4dc9-9a08-2585f93b9915 HTTP/1.1" status: 204 len: 168 time: 0.7503850 Jun 23 11:02:32.764879 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-74338eb9-2fd8-43b7-a727-33c77907bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:32.775758 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-74338eb9-2fd8-43b7-a727-33c77907bb78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 1127 time: 0.3468339 Jun 23 11:02:32.777434 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-90201aa2-9c13-4f3b-98f9-c62743b7e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:32.778856 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-90201aa2-9c13-4f3b-98f9-c62743b7e12e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02373004-8ccd-4033-86a3-d7ee95f33ffc HTTP/1.1" status: 200 len: 853 time: 0.3582466 Jun 23 11:02:32.820875 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Transition to ACTIVE for port object 9a1f5b7e-89bf-488e-990f-34a0baf9914f will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:02:32.824432 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0d30462-fe88-4274-85b2-9d7d5ceb6972 admin admin] Publish callbacks [] for security_group (efc629fb-4d5a-4620-b612-fa1aae2567f2), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:32.830228 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (9a1f5b7e-89bf-488e-990f-34a0baf9914f), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:32.865653 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4c64c-6e33-4f5c-b00e-80143916bb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e885dd63-7f8d-4dc9-9a08-2585f93b9915,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:32.965771 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Pushing event updated for resources: {'Port': ['ID=9a1f5b7e-89bf-488e-990f-34a0baf9914f,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:33.072281 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-cb781d5b-9dac-45f0-82dd-2809b4779e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:33.073837 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-cb781d5b-9dac-45f0-82dd-2809b4779e86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29c3a46e-59d8-45fe-88e4-366cb3ee0e02 HTTP/1.1" status: 200 len: 850 time: 0.1217039 Jun 23 11:02:33.097183 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0d30462-fe88-4274-85b2-9d7d5ceb6972 admin admin] Publish callbacks [] for security_group (efc629fb-4d5a-4620-b612-fa1aae2567f2), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:33.229476 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8b954c-2f0b-40ca-9437-e483b206ca03 x-openstack-request-id: req-ef8b954c-2f0b-40ca-9437-e483b206ca03 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:02:33.237151 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2946bfb4-cd02-4237-8291-ad974a96ded6", "tag": "7c27c36f-56fd-4d7b-b077-2903298e9c9c", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:02:33.237470 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef8b954c-2f0b-40ca-9437-e483b206ca03 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:02:33.237904 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8b954c-2f0b-40ca-9437-e483b206ca03'] response: {'name': 'network-changed', 'server_uuid': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'tag': '7c27c36f-56fd-4d7b-b077-2903298e9c9c', 'status': 'completed', 'code': 200} Jun 23 11:02:33.283644 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-f73ce92a-8daa-4db8-80e0-36ae06be6b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:33.285384 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-f73ce92a-8daa-4db8-80e0-36ae06be6b1d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5ce35988-2c03-4f61-9713-c6c5b05f38b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2028918 Jun 23 11:02:33.367002 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-38fac9cb-85ab-4541-bdb1-bffaf55757ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:33.375223 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Attempting to bind port 9a1f5b7e-89bf-488e-990f-34a0baf9914f on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:02:33.377499 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Attempting to bind port 9a1f5b7e-89bf-488e-990f-34a0baf9914f by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:02:33.378957 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Attempting to bind port 9a1f5b7e-89bf-488e-990f-34a0baf9914f on network 19e128cb-e174-49db-a8d2-8534db57c32e {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:33.426243 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Port 9a1f5b7e-89bf-488e-990f-34a0baf9914f on network 19e128cb-e174-49db-a8d2-8534db57c32e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:02:33.435481 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Attempting to bind port 9a1f5b7e-89bf-488e-990f-34a0baf9914f on network 19e128cb-e174-49db-a8d2-8534db57c32e {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:33.450254 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:02:33.454335 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Checking segment: {'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:02:33.454941 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Bound using segment: {'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:02:33.455559 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Bound port: 9a1f5b7e-89bf-488e-990f-34a0baf9914f, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:02:33.456144 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (9a1f5b7e-89bf-488e-990f-34a0baf9914f), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:33.490265 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599e72c-4d47-4178-8e50-ba58ad876236 req-5ba8279a-4b8c-4d22-ad1f-44fd266ecda7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:33.498503 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e599e72c-4d47-4178-8e50-ba58ad876236 req-5ba8279a-4b8c-4d22-ad1f-44fd266ecda7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 932 time: 0.8224919 Jun 23 11:02:33.504342 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-75122cb6-cc56-46d5-94c1-659b6f6fd610 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88802b38-9718-44af-a9c0-e377da1fdee6 HTTP/1.1" status: 200 len: 217 time: 0.6044705 Jun 23 11:02:33.608654 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36168) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:33.689604 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-022ebb3a-57e6-41ca-9cae-0944325c9f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:33.716293 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0d30462-fe88-4274-85b2-9d7d5ceb6972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (efc629fb-4d5a-4620-b612-fa1aae2567f2), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:33.719623 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0d30462-fe88-4274-85b2-9d7d5ceb6972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:33.721717 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b0d30462-fe88-4274-85b2-9d7d5ceb6972 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/efc629fb-4d5a-4620-b612-fa1aae2567f2 HTTP/1.1" status: 204 len: 168 time: 1.0952499 Jun 23 11:02:33.755137 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e6d7e4-6954-4533-976f-602d289c6670 x-openstack-request-id: req-e0e6d7e4-6954-4533-976f-602d289c6670 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:02:33.755810 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e40b529-165d-4f7f-8768-5f2ed22815b4", "tag": "bf647141-29b7-47c1-a7c3-6e9e399350c6", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:02:33.756211 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0e6d7e4-6954-4533-976f-602d289c6670 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:02:33.757351 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e6d7e4-6954-4533-976f-602d289c6670'] response: {'name': 'network-changed', 'server_uuid': '6e40b529-165d-4f7f-8768-5f2ed22815b4', 'tag': 'bf647141-29b7-47c1-a7c3-6e9e399350c6', 'status': 'completed', 'code': 200} Jun 23 11:02:33.758475 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d30462-fe88-4274-85b2-9d7d5ceb6972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc629fb-4d5a-4620-b612-fa1aae2567f2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:33.767041 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:33.849280 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e2ad-8dd9-4b4b-91a1-495bda44f934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for subnet (2c1477c4-27eb-42b1-b70c-078a8b6ea4ca), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:33.911683 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-18468d98-ac47-4474-a9ff-4452d7515b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:33.913983 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-18468d98-ac47-4474-a9ff-4452d7515b9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b879fb0c-6f1b-457c-8797-97d9533d8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 1.0274408 Jun 23 11:02:33.948422 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] For port 9a1f5b7e-89bf-488e-990f-34a0baf9914f, host hv-cinder-84330, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:02:33.953903 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] For port 9a1f5b7e-89bf-488e-990f-34a0baf9914f, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9a1f5b7e-89bf-488e-990f-34a0baf9914f,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:02:33.978325 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-df00b0ee-22cc-4353-b4b6-9207ce28f7d5 service neutron] 10.222.0.60 "GET /v2.0/networks/5ce35988-2c03-4f61-9713-c6c5b05f38b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6775398 Jun 23 11:02:33.983833 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (9a1f5b7e-89bf-488e-990f-34a0baf9914f), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:33.985823 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:34.071149 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:34.122579 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e599e72c-4d47-4178-8e50-ba58ad876236 req-6632e5e8-b067-4fae-9bb5-4f8b4f055fe5 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965822 Jun 23 11:02:34.144093 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-7a79f00a-a8f6-4f6d-95c7-51f9a5ac93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:34.152823 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb2336-a62b-4213-9187-1ab301af6ea3 req-806de569-bb39-418f-9f08-6e371dbc5905 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:34.154701 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-7a79f00a-a8f6-4f6d-95c7-51f9a5ac93f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 200 len: 857 time: 0.3179426 Jun 23 11:02:34.155559 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bedb2336-a62b-4213-9187-1ab301af6ea3 req-806de569-bb39-418f-9f08-6e371dbc5905 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 944 time: 0.1909337 Jun 23 11:02:34.171424 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:34.177753 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:34.179371 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] 10.222.0.60 "PUT /v2.0/ports/9a1f5b7e-89bf-488e-990f-34a0baf9914f HTTP/1.1" status: 200 len: 1094 time: 4.0239463 Jun 23 11:02:34.205027 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3e383-227c-4e6e-89ad-694f74520fea service neutron] Pushing event updated for resources: {'Port': ['ID=9a1f5b7e-89bf-488e-990f-34a0baf9914f,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:34.241732 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5e2ad-8dd9-4b4b-91a1-495bda44f934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c1477c4-27eb-42b1-b70c-078a8b6ea4ca,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:34.300333 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e5e2ad-8dd9-4b4b-91a1-495bda44f934 admin admin] Checking segment: {'id': 'ae75b335-109e-4703-9d92-cf5cd82c9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '2829c55a-7210-4685-9e66-8176a222ace0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:02:34.300883 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e5e2ad-8dd9-4b4b-91a1-495bda44f934 admin admin] Network hostable DHCP agents. Network: 2829c55a-7210-4685-9e66-8176a222ace0, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:02:34.320852 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-06c4d3c2-2742-4a7f-a8f6-e6bb096ca83c req-79bb54d0-1c86-4945-b593-9b215785687b tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 210 time: 0.0673041 Jun 23 11:02:34.366969 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-022ebb3a-57e6-41ca-9cae-0944325c9f44 admin admin] Publish callbacks [] for security_group (5eeaecf7-979f-4092-a32b-a40b7adce3ac), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:34.388597 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-022ebb3a-57e6-41ca-9cae-0944325c9f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (5eeaecf7-979f-4092-a32b-a40b7adce3ac), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:34.395040 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-4a0ab8dd-fb0d-4e9b-84d2-defef75bb826 service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389641 Jun 23 11:02:34.434230 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e5e2ad-8dd9-4b4b-91a1-495bda44f934 admin admin] Network 2829c55a-7210-4685-9e66-8176a222ace0 is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:02:34.501622 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b6e5e2ad-8dd9-4b4b-91a1-495bda44f934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, 2829c55a-7210-4685-9e66-8176a222ace0) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:34.519747 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96fb1be-3fe9-4f6b-8f3f-0d3816ec3ce7 None None] Network 2829c55a-7210-4685-9e66-8176a222ace0 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:02:34.535975 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e5e2ad-8dd9-4b4b-91a1-495bda44f934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:34.537335 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e2ad-8dd9-4b4b-91a1-495bda44f934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:34.593775 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27721a7-2905-45aa-8708-51b8179c3e21 req-ebb6cc49-1faf-4e45-badb-70b10241083f tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:34.597153 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e27721a7-2905-45aa-8708-51b8179c3e21 req-ebb6cc49-1faf-4e45-badb-70b10241083f tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 943 time: 0.1900632 Jun 23 11:02:34.615034 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-b6e5e2ad-8dd9-4b4b-91a1-495bda44f934 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.6124103 Jun 23 11:02:34.615408 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 36176) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:34.686085 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-022ebb3a-57e6-41ca-9cae-0944325c9f44 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5890071aeae048548df3f156158d4981&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0752492 Jun 23 11:02:34.687763 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ebb3a-57e6-41ca-9cae-0944325c9f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeaecf7-979f-4092-a32b-a40b7adce3ac,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:34.690892 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36180) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:34.703034 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6eeccde-e93e-41d7-b3fb-b16115da7031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:34.709249 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bedb2336-a62b-4213-9187-1ab301af6ea3 req-81cefafb-c0d4-4602-b7aa-0469dded8b86 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5280683 Jun 23 11:02:34.769939 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f29f3d4-e33f-4c57-8914-35f7fda04b38 None None] Network 2829c55a-7210-4685-9e66-8176a222ace0 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:02:34.778772 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b870cdf-bee0-427a-8091-2e3bbf38746f admin admin] Publish callbacks [] for security_group (5eeaecf7-979f-4092-a32b-a40b7adce3ac), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:34.795127 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e27721a7-2905-45aa-8708-51b8179c3e21 req-4d1969ab-638c-457c-a586-aa12c854e4bc tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849051 Jun 23 11:02:34.819938 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b870cdf-bee0-427a-8091-2e3bbf38746f admin admin] Publish callbacks [] for security_group (5eeaecf7-979f-4092-a32b-a40b7adce3ac), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:34.866517 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:34.917323 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6eeccde-e93e-41d7-b3fb-b16115da7031 admin admin] Publish callbacks [] for security_group (0c4cfc26-8631-4c01-833d-55b43bbeb6cd), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:34.918520 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b870cdf-bee0-427a-8091-2e3bbf38746f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (5eeaecf7-979f-4092-a32b-a40b7adce3ac), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:34.921199 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1b870cdf-bee0-427a-8091-2e3bbf38746f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:34.922416 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1b870cdf-bee0-427a-8091-2e3bbf38746f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5eeaecf7-979f-4092-a32b-a40b7adce3ac HTTP/1.1" status: 204 len: 168 time: 0.2293401 Jun 23 11:02:34.926522 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6eeccde-e93e-41d7-b3fb-b16115da7031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (0c4cfc26-8631-4c01-833d-55b43bbeb6cd), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:34.931464 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b870cdf-bee0-427a-8091-2e3bbf38746f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeaecf7-979f-4092-a32b-a40b7adce3ac,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:34.960228 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:34.987458 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-b6eeccde-e93e-41d7-b3fb-b16115da7031 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2095f76e57644518a4de181ee522416d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3706534 Jun 23 11:02:34.990083 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36190) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:35.003777 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eeccde-e93e-41d7-b3fb-b16115da7031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4cfc26-8631-4c01-833d-55b43bbeb6cd,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:35.055516 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0363a4b1-65fe-426b-8ef6-364955ac1432 admin admin] Publish callbacks [] for security_group (0c4cfc26-8631-4c01-833d-55b43bbeb6cd), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:35.081048 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0363a4b1-65fe-426b-8ef6-364955ac1432 admin admin] Publish callbacks [] for security_group (0c4cfc26-8631-4c01-833d-55b43bbeb6cd), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:35.150587 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0363a4b1-65fe-426b-8ef6-364955ac1432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (0c4cfc26-8631-4c01-833d-55b43bbeb6cd), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:35.153532 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0363a4b1-65fe-426b-8ef6-364955ac1432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:35.158338 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-0363a4b1-65fe-426b-8ef6-364955ac1432 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0c4cfc26-8631-4c01-833d-55b43bbeb6cd HTTP/1.1" status: 204 len: 168 time: 0.1672034 Jun 23 11:02:35.163944 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=34 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:35.170228 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363a4b1-65fe-426b-8ef6-364955ac1432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4cfc26-8631-4c01-833d-55b43bbeb6cd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:35.175877 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:35.240060 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c6bdb0-09d8-496b-998a-c2a4252c5772', 'tag': '88802b38-9718-44af-a9c0-e377da1fdee6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:02:35.241936 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a08c1ee-7400-4aea-a99f-2591312ad1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c6bdb0-09d8-496b-998a-c2a4252c5772", "tag": "88802b38-9718-44af-a9c0-e377da1fdee6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:02:35.293682 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbc6fe-4d38-4951-8fe3-e37548037c1d req-27a593f5-8d63-4f98-84ab-196e2c84842b tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:35.296006 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b1bbc6fe-4d38-4951-8fe3-e37548037c1d req-27a593f5-8d63-4f98-84ab-196e2c84842b tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 944 time: 0.0688660 Jun 23 11:02:35.345479 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b55c2c-cf63-4524-aa82-f7484ac7f9da x-openstack-request-id: req-e6b55c2c-cf63-4524-aa82-f7484ac7f9da {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:02:35.345771 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c6bdb0-09d8-496b-998a-c2a4252c5772", "tag": "88802b38-9718-44af-a9c0-e377da1fdee6", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:02:35.346022 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6b55c2c-cf63-4524-aa82-f7484ac7f9da {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:02:35.346417 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b55c2c-cf63-4524-aa82-f7484ac7f9da'] response: {'name': 'network-changed', 'server_uuid': 'b4c6bdb0-09d8-496b-998a-c2a4252c5772', 'tag': '88802b38-9718-44af-a9c0-e377da1fdee6', 'status': 'completed', 'code': 200} Jun 23 11:02:35.355734 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b1bbc6fe-4d38-4951-8fe3-e37548037c1d req-3026b1e7-ecd2-4ad4-b417-f3a82eb73754 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539899 Jun 23 11:02:35.488649 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6dc8ac20-d252-4740-b191-d20432ceab1e req-76c3f995-e69e-439c-b9b3-f57d4d2a158c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 210 time: 0.0645616 Jun 23 11:02:35.620018 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be2b8dec-3162-4e05-b8e4-ab8e75a52036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:35.759022 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd22d66-6c09-4099-8205-5eec0effaeb6', 'tag': '9a1f5b7e-89bf-488e-990f-34a0baf9914f'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:02:35.761547 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b08eb4f-0426-4ba1-bd26-39a1834ef014" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd22d66-6c09-4099-8205-5eec0effaeb6", "tag": "9a1f5b7e-89bf-488e-990f-34a0baf9914f"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:02:35.813777 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f6b3b3-f5d1-4e0a-baa5-032e0c7426d5 x-openstack-request-id: req-d8f6b3b3-f5d1-4e0a-baa5-032e0c7426d5 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:02:35.813922 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd22d66-6c09-4099-8205-5eec0effaeb6", "tag": "9a1f5b7e-89bf-488e-990f-34a0baf9914f", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:02:35.814390 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8f6b3b3-f5d1-4e0a-baa5-032e0c7426d5 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:02:35.815101 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f6b3b3-f5d1-4e0a-baa5-032e0c7426d5'] response: {'name': 'network-changed', 'server_uuid': '7bd22d66-6c09-4099-8205-5eec0effaeb6', 'tag': '9a1f5b7e-89bf-488e-990f-34a0baf9914f', 'status': 'completed', 'code': 200} Jun 23 11:02:35.838812 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540239d-d7d3-4ef0-b765-09e4acde92e0 req-4b8d33b1-d801-4b9d-bfab-e5faf60054db tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:35.850528 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9540239d-d7d3-4ef0-b765-09e4acde92e0 req-4b8d33b1-d801-4b9d-bfab-e5faf60054db tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 944 time: 0.0720520 Jun 23 11:02:35.870976 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:35.917001 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9540239d-d7d3-4ef0-b765-09e4acde92e0 req-53dbdebf-a408-45d1-87c0-4ff0986d1119 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653143 Jun 23 11:02:35.967311 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d890f8-698a-4e3b-b0ef-4ee4b9dae4f7 req-fca62907-cf0a-46c3-b5e2-6909ec1d8013 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:35.968822 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-45d890f8-698a-4e3b-b0ef-4ee4b9dae4f7 req-fca62907-cf0a-46c3-b5e2-6909ec1d8013 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 943 time: 0.0520616 Jun 23 11:02:36.018198 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-45d890f8-698a-4e3b-b0ef-4ee4b9dae4f7 req-4505473c-8801-48ce-b5f4-a344e1211c9a tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438924 Jun 23 11:02:36.480224 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680097ec-7bea-409f-958f-bba9f6ea8cd9 req-56ad2f70-174c-4315-a768-05d99b41f1ac tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:36.481674 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-680097ec-7bea-409f-958f-bba9f6ea8cd9 req-56ad2f70-174c-4315-a768-05d99b41f1ac tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 944 time: 0.0565033 Jun 23 11:02:36.562133 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-680097ec-7bea-409f-958f-bba9f6ea8cd9 req-6778f2da-74a6-4564-aa65-2b0778e1744a tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725243 Jun 23 11:02:36.624239 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e552d023-9795-43f9-b620-b423e6e3f3ad req-f579bdb3-0db8-4c75-9046-862547be35eb tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 210 time: 0.0315235 Jun 23 11:02:36.677067 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:37.034268 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:37.080392 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1822a-f102-4e06-b6d2-9121067ee56b req-96b15212-d787-40cd-af19-b973c182860c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:37.087189 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b6d1822a-f102-4e06-b6d2-9121067ee56b req-96b15212-d787-40cd-af19-b973c182860c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 944 time: 0.0985501 Jun 23 11:02:37.204358 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b6d1822a-f102-4e06-b6d2-9121067ee56b req-8189760c-b15e-4491-9a77-880b25a09910 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038170 Jun 23 11:02:37.379144 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36318) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:37.440710 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36322) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:37.471387 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ad8c8-2ffb-4811-8e8b-4f5327587bf3 req-d6795751-b33d-4dfd-98da-26c1e8d96eb3 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:37.480187 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-897ad8c8-2ffb-4811-8e8b-4f5327587bf3 req-d6795751-b33d-4dfd-98da-26c1e8d96eb3 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 943 time: 0.3292053 Jun 23 11:02:37.544633 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-897ad8c8-2ffb-4811-8e8b-4f5327587bf3 req-e337122d-780a-4a4d-a3b1-29ce06122f29 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631030 Jun 23 11:02:37.641983 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a6d5fa8a-3baf-4d77-81b2-619537bf1605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:37.704020 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1d378324-bc23-4832-8972-f82149598ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:37.740184 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:37.753970 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cead21d5-22b5-4828-a290-9bcb099bc041 req-45f442aa-508b-4470-9db5-db3c78fcfd34 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 210 time: 0.0332017 Jun 23 11:02:37.776665 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bb98a-90b8-41d1-b131-8108182ad061 req-38cbd66b-a786-4d8b-aac2-5d2ce0ae43b6 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:37.778846 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-619bb98a-90b8-41d1-b131-8108182ad061 req-38cbd66b-a786-4d8b-aac2-5d2ce0ae43b6 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 944 time: 0.1095865 Jun 23 11:02:37.900958 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-619bb98a-90b8-41d1-b131-8108182ad061 req-3e2da827-3847-42e3-8449-722dd85c1e8a tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163163 Jun 23 11:02:37.936514 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a6d5fa8a-3baf-4d77-81b2-619537bf1605 admin admin] Publish callbacks [] for security_group (83cdf368-a9a8-41ec-9abb-b5634c1a48ce), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:37.942609 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1d378324-bc23-4832-8972-f82149598ecc admin admin] Publish callbacks [] for security_group (6fd1865f-cbc5-4eec-8940-177543142d9d), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:37.945210 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a6d5fa8a-3baf-4d77-81b2-619537bf1605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (83cdf368-a9a8-41ec-9abb-b5634c1a48ce), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:37.957767 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1d378324-bc23-4832-8972-f82149598ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (6fd1865f-cbc5-4eec-8940-177543142d9d), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:38.012604 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a6d5fa8a-3baf-4d77-81b2-619537bf1605 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e412686472cd4198967259c54daf5c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6297235 Jun 23 11:02:38.013114 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 36342) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:38.013463 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5fa8a-3baf-4d77-81b2-619537bf1605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cdf368-a9a8-41ec-9abb-b5634c1a48ce,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:38.021073 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1d378324-bc23-4832-8972-f82149598ecc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=25381fdcc1434328b3d081d5122f0b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5790632 Jun 23 11:02:38.023591 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36344) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:38.072881 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d378324-bc23-4832-8972-f82149598ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd1865f-cbc5-4eec-8940-177543142d9d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:38.084394 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0a20a24-0dea-4437-8fc6-a967e2d52d45 admin admin] Publish callbacks [] for security_group (83cdf368-a9a8-41ec-9abb-b5634c1a48ce), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:38.086827 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:38.089186 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:38.104988 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-006ef847-79e8-4ffc-805c-92ce1a4e92e3 admin admin] Publish callbacks [] for security_group (6fd1865f-cbc5-4eec-8940-177543142d9d), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:38.123358 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0a20a24-0dea-4437-8fc6-a967e2d52d45 admin admin] Publish callbacks [] for security_group (83cdf368-a9a8-41ec-9abb-b5634c1a48ce), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:38.132256 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-006ef847-79e8-4ffc-805c-92ce1a4e92e3 admin admin] Publish callbacks [] for security_group (6fd1865f-cbc5-4eec-8940-177543142d9d), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:38.203054 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0a20a24-0dea-4437-8fc6-a967e2d52d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (83cdf368-a9a8-41ec-9abb-b5634c1a48ce), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:38.207120 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0a20a24-0dea-4437-8fc6-a967e2d52d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:38.208719 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-c0a20a24-0dea-4437-8fc6-a967e2d52d45 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/83cdf368-a9a8-41ec-9abb-b5634c1a48ce HTTP/1.1" status: 204 len: 168 time: 0.1946256 Jun 23 11:02:38.217390 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-006ef847-79e8-4ffc-805c-92ce1a4e92e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (6fd1865f-cbc5-4eec-8940-177543142d9d), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:38.220034 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-006ef847-79e8-4ffc-805c-92ce1a4e92e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:38.223619 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-006ef847-79e8-4ffc-805c-92ce1a4e92e3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6fd1865f-cbc5-4eec-8940-177543142d9d HTTP/1.1" status: 204 len: 168 time: 0.1964538 Jun 23 11:02:38.291269 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ef847-79e8-4ffc-805c-92ce1a4e92e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd1865f-cbc5-4eec-8940-177543142d9d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:38.357382 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:38.378749 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a20a24-0dea-4437-8fc6-a967e2d52d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cdf368-a9a8-41ec-9abb-b5634c1a48ce,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:38.426935 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-40c0ae6f-5ad1-4aee-80a7-a55baea34509 req-bb9e84f8-1aae-4052-b923-b9c86a3bc045 service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471697 Jun 23 11:02:38.463448 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-6c7a1327-9e3c-4670-af4d-7f00d0f2b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:38.465744 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-6c7a1327-9e3c-4670-af4d-7f00d0f2b8dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19e128cb-e174-49db-a8d2-8534db57c32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1048222 Jun 23 11:02:38.477782 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b2ef00c-fbc0-493c-87ce-5fc3aeda60b6 req-bce001ce-4dd2-4f48-b6d7-17df22b3cf68 service neutron] 10.222.0.60 "GET /v2.0/networks/5ce35988-2c03-4f61-9713-c6c5b05f38b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482438 Jun 23 11:02:38.486826 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55114e0-8f11-4eae-809b-b80af4deb3da req-a9065397-e0de-49b4-aaab-ddfce6af5a36 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:38.488525 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b55114e0-8f11-4eae-809b-b80af4deb3da req-a9065397-e0de-49b4-aaab-ddfce6af5a36 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 944 time: 0.1290426 Jun 23 11:02:38.550766 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-5e590e6e-3688-48bf-a2fe-728c8670ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:38.556204 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-5e590e6e-3688-48bf-a2fe-728c8670ba11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 1128 time: 0.1062169 Jun 23 11:02:38.644444 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b55114e0-8f11-4eae-809b-b80af4deb3da req-b5681ebb-b572-4e86-a8e9-7c6c17ec689c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452112 Jun 23 11:02:38.683226 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:38.690620 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-1706b8fa-f16f-4f10-a26c-212d40507201 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926510 Jun 23 11:02:38.760730 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-b9fa5482-3fe0-4091-872c-328cf53496cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a1f5b7e-89bf-488e-990f-34a0baf9914f HTTP/1.1" status: 200 len: 217 time: 0.0822778 Jun 23 11:02:38.793034 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcaece-66b3-4852-894b-68e9beabda82 req-97a15191-d5cc-4fcd-8e59-fb4c5bb555d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:38.794668 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ebdcaece-66b3-4852-894b-68e9beabda82 req-97a15191-d5cc-4fcd-8e59-fb4c5bb555d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=578cf1b29d474080a716e77fe2e84e5b&device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 1128 time: 0.1442659 Jun 23 11:02:38.804358 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc0c00-ace7-44ac-ba99-c99b53abe45d req-f0f01f70-8314-4ef8-9248-4aa3df358479 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:38.805715 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-21cc0c00-ace7-44ac-ba99-c99b53abe45d req-f0f01f70-8314-4ef8-9248-4aa3df358479 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 943 time: 0.1115196 Jun 23 11:02:38.807569 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 36374) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:38.828144 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0e66-0f08-4ef2-aff8-f666cdc6843b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:38.844743 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36376) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:38.866972 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80c1b2da-8520-419c-807c-98e8d830d4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:38.877128 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1c019e16-987c-4080-881f-ca7f16b84a19 req-71bfadbb-da1d-426d-adc1-fb5c0345abab tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 210 time: 0.0364497 Jun 23 11:02:38.878553 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-21cc0c00-ace7-44ac-ba99-c99b53abe45d req-ee925ad4-68e9-4938-9f1e-e425aa474f2c tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668714 Jun 23 11:02:38.954290 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:38.956125 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0e66-0f08-4ef2-aff8-f666cdc6843b admin admin] Publish callbacks [] for security_group (34b0ce39-8e49-4e89-948b-96d55d79a8c4), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:38.961363 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0e66-0f08-4ef2-aff8-f666cdc6843b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (34b0ce39-8e49-4e89-948b-96d55d79a8c4), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:38.969330 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80c1b2da-8520-419c-807c-98e8d830d4fa admin admin] Publish callbacks [] for security_group (86b598a8-2886-496d-afa3-f35d2697697a), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:38.974049 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-80c1b2da-8520-419c-807c-98e8d830d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (86b598a8-2886-496d-afa3-f35d2697697a), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:39.020001 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-80c1b2da-8520-419c-807c-98e8d830d4fa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d31e114afb8a4dd0ab45fe0b6f4777c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1742208 Jun 23 11:02:39.020849 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1b2da-8520-419c-807c-98e8d830d4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b598a8-2886-496d-afa3-f35d2697697a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:39.023137 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36380) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:39.026459 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:39.044611 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c0e66-0f08-4ef2-aff8-f666cdc6843b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b0ce39-8e49-4e89-948b-96d55d79a8c4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:39.051820 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-5d8c0e66-0f08-4ef2-aff8-f666cdc6843b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dd8878d9eb10407bbea5d4f80c14877a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429616 Jun 23 11:02:39.056288 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36382) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:39.060155 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b18c7-0d97-4973-a70d-2aa7c98a93f9 req-045fbc88-3e06-4fa5-9f77-72c653fcd386 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:39.061580 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-528b18c7-0d97-4973-a70d-2aa7c98a93f9 req-045fbc88-3e06-4fa5-9f77-72c653fcd386 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 944 time: 0.0812225 Jun 23 11:02:39.096355 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e75f540-d52b-4c32-99d0-ec5dca28c583 admin admin] Publish callbacks [] for security_group (86b598a8-2886-496d-afa3-f35d2697697a), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:39.109592 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-528b18c7-0d97-4973-a70d-2aa7c98a93f9 req-8524c6fe-cb96-413b-bdad-81818826d7cd tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418370 Jun 23 11:02:39.135487 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e75f540-d52b-4c32-99d0-ec5dca28c583 admin admin] Publish callbacks [] for security_group (86b598a8-2886-496d-afa3-f35d2697697a), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:39.141654 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3966a2d1-2a3c-47ab-9fba-1669f586e772 admin admin] Publish callbacks [] for security_group (34b0ce39-8e49-4e89-948b-96d55d79a8c4), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:39.183109 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3966a2d1-2a3c-47ab-9fba-1669f586e772 admin admin] Publish callbacks [] for security_group (34b0ce39-8e49-4e89-948b-96d55d79a8c4), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:39.197954 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:39.219745 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e75f540-d52b-4c32-99d0-ec5dca28c583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (86b598a8-2886-496d-afa3-f35d2697697a), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:39.222196 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e75f540-d52b-4c32-99d0-ec5dca28c583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:39.223313 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-5e75f540-d52b-4c32-99d0-ec5dca28c583 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/86b598a8-2886-496d-afa3-f35d2697697a HTTP/1.1" status: 204 len: 168 time: 0.1992664 Jun 23 11:02:39.231778 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75f540-d52b-4c32-99d0-ec5dca28c583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b598a8-2886-496d-afa3-f35d2697697a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:39.241601 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3966a2d1-2a3c-47ab-9fba-1669f586e772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (34b0ce39-8e49-4e89-948b-96d55d79a8c4), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:39.243807 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3966a2d1-2a3c-47ab-9fba-1669f586e772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:39.244948 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-3966a2d1-2a3c-47ab-9fba-1669f586e772 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34b0ce39-8e49-4e89-948b-96d55d79a8c4 HTTP/1.1" status: 204 len: 168 time: 0.1877868 Jun 23 11:02:39.254288 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966a2d1-2a3c-47ab-9fba-1669f586e772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b0ce39-8e49-4e89-948b-96d55d79a8c4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:39.777549 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0796e7a-1622-43d9-b800-b39760713223 req-a6a2f554-45bd-45e2-b196-296758298840 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:39.779265 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a0796e7a-1622-43d9-b800-b39760713223 req-a6a2f554-45bd-45e2-b196-296758298840 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 944 time: 0.0574546 Jun 23 11:02:39.848314 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a0796e7a-1622-43d9-b800-b39760713223 req-07d403c8-a7cf-4b93-8d05-94dce7fd1b9f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620871 Jun 23 11:02:40.023295 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fd7b86fd-cb96-4fe2-aeaf-66f3e6b8378d req-13024463-6258-47ac-9037-337678ce56e3 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 210 time: 0.0429494 Jun 23 11:02:40.042751 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b70051-2a89-49fc-9ec6-2dd8dbb55045 req-f3998d35-c0c4-4f63-be2b-6e43fae42a43 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:40.044623 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e5b70051-2a89-49fc-9ec6-2dd8dbb55045 req-f3998d35-c0c4-4f63-be2b-6e43fae42a43 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 943 time: 0.0607100 Jun 23 11:02:40.112380 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e5b70051-2a89-49fc-9ec6-2dd8dbb55045 req-eb9e15b7-038a-4c3e-a433-bdcb9b1ba7f9 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601702 Jun 23 11:02:40.229040 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f82a8-656b-46fd-ae8b-088e631f372e req-03bf9e4a-99c0-40aa-8a51-b9059069e5eb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:40.230555 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a50f82a8-656b-46fd-ae8b-088e631f372e req-03bf9e4a-99c0-40aa-8a51-b9059069e5eb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 944 time: 0.0509284 Jun 23 11:02:40.280921 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a50f82a8-656b-46fd-ae8b-088e631f372e req-8f92b1db-5236-4e41-b04e-bea480cef682 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441456 Jun 23 11:02:40.782520 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782e259-1919-4933-afb3-31d06b5a61d6 req-cee5648a-ced3-41e2-9866-13b0f8b2c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:40.784056 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5782e259-1919-4933-afb3-31d06b5a61d6 req-cee5648a-ced3-41e2-9866-13b0f8b2c97c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c6c6487f3e094808b1665bdd93da9b3c&device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 1127 time: 0.1366374 Jun 23 11:02:40.846103 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-77ce9e6e-d6d5-451a-b136-81fd6929fbdb req-7468571a-b6bf-409e-bc72-b1f7c3a239fe service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996748 Jun 23 11:02:40.884741 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-8cfdd8f5-b4ca-4fdc-b418-e4aa2706d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:40.887348 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-8cfdd8f5-b4ca-4fdc-b418-e4aa2706d048 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 200 len: 857 time: 0.2420843 Jun 23 11:02:40.949342 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcaece-66b3-4852-894b-68e9beabda82 req-fcb18da5-51da-4039-b8e7-4ad44f09ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:40.951113 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ebdcaece-66b3-4852-894b-68e9beabda82 req-fcb18da5-51da-4039-b8e7-4ad44f09ed62 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b879fb0c-6f1b-457c-8797-97d9533d8257 HTTP/1.1" status: 200 len: 915 time: 0.2927730 Jun 23 11:02:40.999423 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fe39b-6ef3-4c54-9d3f-b5c55f372f36 req-8d91f95e-6693-487b-8003-2574298eea35 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:41.001175 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-100fe39b-6ef3-4c54-9d3f-b5c55f372f36 req-8d91f95e-6693-487b-8003-2574298eea35 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 944 time: 0.0698602 Jun 23 11:02:41.081020 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 7c27c36f-56fd-4d7b-b077-2903298e9c9c details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:02:41.108685 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ebdcaece-66b3-4852-894b-68e9beabda82 req-14bd4912-2473-4341-9d68-a79581b7da54 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c27c36f-56fd-4d7b-b077-2903298e9c9c HTTP/1.1" status: 200 len: 217 time: 0.0806284 Jun 23 11:02:41.127637 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-1566500c-4e42-4c16-9aae-92eb29b38ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:41.130616 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-1566500c-4e42-4c16-9aae-92eb29b38ef6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19e128cb-e174-49db-a8d2-8534db57c32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1025376 Jun 23 11:02:41.158664 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-100fe39b-6ef3-4c54-9d3f-b5c55f372f36 req-fedb177c-8d1a-49b3-afd5-ba4a9c454978 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478636 Jun 23 11:02:41.260090 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 7c27c36f-56fd-4d7b-b077-2903298e9c9c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7c27c36f-56fd-4d7b-b077-2903298e9c9c,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:41.296170 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b4788-8a26-483b-96ed-7891b7d364a6 req-f13daef5-eaea-494e-88a9-e0ad0a25adfb tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:41.297854 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '7c27c36f-56fd-4d7b-b077-2903298e9c9c', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'port_id': '7c27c36f-56fd-4d7b-b077-2903298e9c9c', 'mac_address': 'fa:16:3e:07:8e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:02:41.310308 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-eb4b4788-8a26-483b-96ed-7891b7d364a6 req-f13daef5-eaea-494e-88a9-e0ad0a25adfb tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 943 time: 0.0903494 Jun 23 11:02:41.341673 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-320ad987-703c-4f4b-af7a-5de5fefbf6a8 req-a55e48c8-4dc8-4e0e-acc4-d0dca46c4527 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 210 time: 0.0694520 Jun 23 11:02:41.382971 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 7c27c36f-56fd-4d7b-b077-2903298e9c9c is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:41.383307 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (7c27c36f-56fd-4d7b-b077-2903298e9c9c), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:41.411893 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c27c36f-56fd-4d7b-b077-2903298e9c9c {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:02:41.420021 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-eb4b4788-8a26-483b-96ed-7891b7d364a6 req-6dd5805c-ddf4-4242-8ce1-747ceb11d698 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926268 Jun 23 11:02:41.440052 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 7c27c36f-56fd-4d7b-b077-2903298e9c9c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7c27c36f-56fd-4d7b-b077-2903298e9c9c,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:41.446814 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (7c27c36f-56fd-4d7b-b077-2903298e9c9c), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:41.447716 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device bf647141-29b7-47c1-a7c3-6e9e399350c6 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:02:41.481310 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:41.519152 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9ac0-2c4c-4258-85c2-c4707a34acf7 req-691e5b7e-689b-4911-9689-52ef1686b639 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:41.527419 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-443b9ac0-2c4c-4258-85c2-c4707a34acf7 req-691e5b7e-689b-4911-9689-52ef1686b639 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 944 time: 0.0728338 Jun 23 11:02:41.533039 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=7c27c36f-56fd-4d7b-b077-2903298e9c9c,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:41.561179 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:41.583694 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782e259-1919-4933-afb3-31d06b5a61d6 req-96798f01-59e0-4597-9cd0-f0345e5a00f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:41.586228 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5782e259-1919-4933-afb3-31d06b5a61d6 req-96798f01-59e0-4597-9cd0-f0345e5a00f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5ce35988-2c03-4f61-9713-c6c5b05f38b5 HTTP/1.1" status: 200 len: 912 time: 0.5711493 Jun 23 11:02:41.636197 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-443b9ac0-2c4c-4258-85c2-c4707a34acf7 req-3f2cfc25-d117-48fd-a476-4ad4ca153f69 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072989 Jun 23 11:02:41.691178 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36510) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:41.744761 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port bf647141-29b7-47c1-a7c3-6e9e399350c6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=bf647141-29b7-47c1-a7c3-6e9e399350c6,segment=NetworkSegment(60707b2e-57b7-45f1-9efd-212d956fa187),segment_id=60707b2e-57b7-45f1-9efd-212d956fa187)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:41.759779 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': 'bf647141-29b7-47c1-a7c3-6e9e399350c6', 'network_id': '5ce35988-2c03-4f61-9713-c6c5b05f38b5', 'port_id': 'bf647141-29b7-47c1-a7c3-6e9e399350c6', 'mac_address': 'fa:16:3e:a1:4a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c3a46e-59d8-45fe-88e4-366cb3ee0e02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:02:41.799697 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port bf647141-29b7-47c1-a7c3-6e9e399350c6 is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:41.800277 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:41.821375 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf647141-29b7-47c1-a7c3-6e9e399350c6 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:02:41.839552 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port bf647141-29b7-47c1-a7c3-6e9e399350c6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=bf647141-29b7-47c1-a7c3-6e9e399350c6,segment=NetworkSegment(60707b2e-57b7-45f1-9efd-212d956fa187),segment_id=60707b2e-57b7-45f1-9efd-212d956fa187)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:41.844399 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:41.844571 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6c68a60-a9bf-4954-919c-cf7ca4ced6ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:41.884117 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.60', 52438) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:41.885412 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:41.898859 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=bf647141-29b7-47c1-a7c3-6e9e399350c6,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:42.022894 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5782e259-1919-4933-afb3-31d06b5a61d6 req-ed78ff23-a23f-4583-bcba-0b0ef2cbe8b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf647141-29b7-47c1-a7c3-6e9e399350c6 HTTP/1.1" status: 200 len: 217 time: 0.1369996 Jun 23 11:02:42.081472 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08c1ee-7400-4aea-a99f-2591312ad1b7 req-6ec7b515-4745-47f8-b870-69cc352dc313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:42.081472 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5a08c1ee-7400-4aea-a99f-2591312ad1b7 req-6ec7b515-4745-47f8-b870-69cc352dc313 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 1127 time: 0.2129748 Jun 23 11:02:42.096831 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcaece-66b3-4852-894b-68e9beabda82 req-d0fa5bb3-a3ff-4cbd-9fe1-60449f8a8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:42.098339 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ebdcaece-66b3-4852-894b-68e9beabda82 req-d0fa5bb3-a3ff-4cbd-9fe1-60449f8a8b81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02373004-8ccd-4033-86a3-d7ee95f33ffc HTTP/1.1" status: 200 len: 853 time: 0.2194865 Jun 23 11:02:42.148023 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782e259-1919-4933-afb3-31d06b5a61d6 req-b691c4f4-be32-463e-be90-dcfe12f1b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:42.149837 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5782e259-1919-4933-afb3-31d06b5a61d6 req-b691c4f4-be32-463e-be90-dcfe12f1b4f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29c3a46e-59d8-45fe-88e4-366cb3ee0e02 HTTP/1.1" status: 200 len: 850 time: 0.1118648 Jun 23 11:02:42.219985 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:42.257307 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcaece-66b3-4852-894b-68e9beabda82 req-e62b8bdc-2fc8-4e86-a215-b8a74b0db5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:42.259066 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ebdcaece-66b3-4852-894b-68e9beabda82 req-e62b8bdc-2fc8-4e86-a215-b8a74b0db5b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b879fb0c-6f1b-457c-8797-97d9533d8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1121185 Jun 23 11:02:42.264972 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-21476de3-2e34-4891-baa2-e05c8e69b999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:42.266540 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-21476de3-2e34-4891-baa2-e05c8e69b999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.60 "GET /v2.0/networks?id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d HTTP/1.1" status: 200 len: 810 time: 0.3702002 Jun 23 11:02:42.273583 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-42f765ea-9e4a-4fe6-a26c-dc379b159834 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924305 Jun 23 11:02:42.282055 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782e259-1919-4933-afb3-31d06b5a61d6 req-7ffaa141-9435-43eb-8653-487ed05b5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:42.283995 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5782e259-1919-4933-afb3-31d06b5a61d6 req-7ffaa141-9435-43eb-8653-487ed05b5cd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5ce35988-2c03-4f61-9713-c6c5b05f38b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1234107 Jun 23 11:02:42.382103 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['7c27c36f-56fd-4d7b-b077-2903298e9c9c'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:02:42.388344 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d15cb-9334-48c2-b54c-67a71e4b8294 req-9862c89c-aa89-4fa2-8b79-8e1c498f0e92 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:42.389849 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d6d15cb-9334-48c2-b54c-67a71e4b8294 req-9862c89c-aa89-4fa2-8b79-8e1c498f0e92 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 945 time: 0.1208208 Jun 23 11:02:42.400290 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08c1ee-7400-4aea-a99f-2591312ad1b7 req-fdb69d47-2fbb-4c65-a9b3-baa3c26cbe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:42.401745 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5a08c1ee-7400-4aea-a99f-2591312ad1b7 req-fdb69d47-2fbb-4c65-a9b3-baa3c26cbe5f service neutron] 10.222.0.60 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 919 time: 0.2509208 Jun 23 11:02:42.442915 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:42.456638 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5a08c1ee-7400-4aea-a99f-2591312ad1b7 req-badbebf4-a042-4713-b9e9-c1248d16ca0e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88802b38-9718-44af-a9c0-e377da1fdee6 HTTP/1.1" status: 200 len: 217 time: 0.0478020 Jun 23 11:02:42.479186 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5782e259-1919-4933-afb3-31d06b5a61d6 req-614332e3-1f29-4af3-8bf7-ae9198b26ba4 service neutron] 10.222.0.60 "GET /v2.0/networks/5ce35988-2c03-4f61-9713-c6c5b05f38b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671312 Jun 23 11:02:42.550414 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e37a02ff-cc1b-4371-9fa3-c4bfea861b77 req-4d2240f1-e2cb-484a-8ee8-4a0c8e0330cc tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 210 time: 0.0981982 Jun 23 11:02:42.592337 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08c1ee-7400-4aea-a99f-2591312ad1b7 req-843fc47f-dc46-46de-b76f-f0d776760e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:42.593866 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5a08c1ee-7400-4aea-a99f-2591312ad1b7 req-843fc47f-dc46-46de-b76f-f0d776760e88 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 200 len: 857 time: 0.1261554 Jun 23 11:02:42.613781 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['bf647141-29b7-47c1-a7c3-6e9e399350c6'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:02:42.643414 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6c68a60-a9bf-4954-919c-cf7ca4ced6ee admin admin] Publish callbacks [] for security_group (0444263d-0239-4712-875a-767461ea7f1c), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:42.673426 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b6c68a60-a9bf-4954-919c-cf7ca4ced6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (0444263d-0239-4712-875a-767461ea7f1c), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:42.706364 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:42.712956 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08c1ee-7400-4aea-a99f-2591312ad1b7 req-266b0028-6c52-4542-8a8f-cf8bc7caeead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:42.714680 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5a08c1ee-7400-4aea-a99f-2591312ad1b7 req-266b0028-6c52-4542-8a8f-cf8bc7caeead service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19e128cb-e174-49db-a8d2-8534db57c32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0912786 Jun 23 11:02:42.727010 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5782e259-1919-4933-afb3-31d06b5a61d6 req-6cb10b5a-09da-4a88-b528-dacc8f6d0653 service neutron] 10.222.0.60 "GET /v2.0/networks/5ce35988-2c03-4f61-9713-c6c5b05f38b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946588 Jun 23 11:02:42.733276 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb03792-f335-4816-907e-e027c35c4691 req-de365d08-749b-4c66-8887-e0b3c25f0eef tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:42.735576 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9cb03792-f335-4816-907e-e027c35c4691 req-de365d08-749b-4c66-8887-e0b3c25f0eef tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 944 time: 0.0777345 Jun 23 11:02:42.786889 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9cb03792-f335-4816-907e-e027c35c4691 req-64121134-52aa-4833-89a3-bc69d1a8d817 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447099 Jun 23 11:02:42.838784 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b6c68a60-a9bf-4954-919c-cf7ca4ced6ee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=64a77d9bcd1b4547b57a6180c146ae76&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1463528 Jun 23 11:02:42.843307 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 36550) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:42.851499 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c68a60-a9bf-4954-919c-cf7ca4ced6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0444263d-0239-4712-875a-767461ea7f1c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:42.879842 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-46ff9713-7901-40ca-ab2a-4b8419510a32 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac9f9313c3ac4dde97e75ac6fa8fae11 HTTP/1.1" status: 200 len: 379 time: 0.5749619 Jun 23 11:02:42.896318 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-36ac7257-21e0-4be9-9c03-ef20a1bdaa12 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880508 Jun 23 11:02:42.901476 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d6d15cb-9334-48c2-b54c-67a71e4b8294 req-355105ba-e84e-413a-9581-515c8fb92747 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564104 Jun 23 11:02:42.905306 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ebdcaece-66b3-4852-894b-68e9beabda82 req-7da2c94b-c8b1-432f-8086-73239cf13aae service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942855 Jun 23 11:02:42.939266 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249c4ab-2ec4-4dd6-817d-efe78d1634fc req-82a0e3a5-67ff-4da7-9d88-a2db61e9baa3 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:42.940933 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a249c4ab-2ec4-4dd6-817d-efe78d1634fc req-82a0e3a5-67ff-4da7-9d88-a2db61e9baa3 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 944 time: 0.0661981 Jun 23 11:02:42.944746 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02064a74-d00e-48a6-92d3-9400e8048175 admin admin] Publish callbacks [] for security_group (0444263d-0239-4712-875a-767461ea7f1c), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:42.990084 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02064a74-d00e-48a6-92d3-9400e8048175 admin admin] Publish callbacks [] for security_group (0444263d-0239-4712-875a-767461ea7f1c), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:43.036477 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a249c4ab-2ec4-4dd6-817d-efe78d1634fc req-18476ec6-c7f5-4ff6-a6b8-d1726c92f1dd tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881467 Jun 23 11:02:43.059300 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02064a74-d00e-48a6-92d3-9400e8048175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (0444263d-0239-4712-875a-767461ea7f1c), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:43.062076 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02064a74-d00e-48a6-92d3-9400e8048175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:43.063257 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-02064a74-d00e-48a6-92d3-9400e8048175 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0444263d-0239-4712-875a-767461ea7f1c HTTP/1.1" status: 204 len: 168 time: 0.2188594 Jun 23 11:02:43.071122 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02064a74-d00e-48a6-92d3-9400e8048175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0444263d-0239-4712-875a-767461ea7f1c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:43.388121 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 36570) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:43.401822 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-547171c7-c853-46c2-9563-7a42c1d07d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:43.411850 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:43.476150 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-547171c7-c853-46c2-9563-7a42c1d07d99 admin admin] Publish callbacks [] for security_group (c132dde4-5305-4335-8887-8030c37c6b36), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:43.479527 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-547171c7-c853-46c2-9563-7a42c1d07d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (c132dde4-5305-4335-8887-8030c37c6b36), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:43.517106 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-547171c7-c853-46c2-9563-7a42c1d07d99 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f50c1293f8c042cd8bfdcc642072fa25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279590 Jun 23 11:02:43.518272 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547171c7-c853-46c2-9563-7a42c1d07d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c132dde4-5305-4335-8887-8030c37c6b36,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:43.519851 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36572) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:43.569944 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e9eceec-ac72-4301-85b8-03543f1f3990 admin admin] Publish callbacks [] for security_group (c132dde4-5305-4335-8887-8030c37c6b36), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:43.593309 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e9eceec-ac72-4301-85b8-03543f1f3990 admin admin] Publish callbacks [] for security_group (c132dde4-5305-4335-8887-8030c37c6b36), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:43.622322 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:43.655740 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-792cac10-47fd-4a04-bb3f-a3db20712599 req-288bef4c-809c-4677-bb15-963573ee0a81 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 210 time: 0.0319591 Jun 23 11:02:43.667217 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e9eceec-ac72-4301-85b8-03543f1f3990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (c132dde4-5305-4335-8887-8030c37c6b36), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:43.669921 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5e9eceec-ac72-4301-85b8-03543f1f3990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:43.671049 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-5e9eceec-ac72-4301-85b8-03543f1f3990 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c132dde4-5305-4335-8887-8030c37c6b36 HTTP/1.1" status: 204 len: 168 time: 0.1501384 Jun 23 11:02:43.678933 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9eceec-ac72-4301-85b8-03543f1f3990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c132dde4-5305-4335-8887-8030c37c6b36,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:43.906617 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0a432-bd62-4eec-a567-5c9c3426042b req-ce839eb1-4d92-43ec-8f13-c3623d360673 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:43.908388 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-41c0a432-bd62-4eec-a567-5c9c3426042b req-ce839eb1-4d92-43ec-8f13-c3623d360673 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 944 time: 0.0487623 Jun 23 11:02:43.971016 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-41c0a432-bd62-4eec-a567-5c9c3426042b req-cb1adc3f-f4ad-49b2-aea2-3a3bc3001d24 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560193 Jun 23 11:02:44.033289 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81462870-6130-440e-b0ad-c50af619d8da req-de1f7565-ee7b-43b2-b6bc-86d18d9d70c4 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:44.034914 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-81462870-6130-440e-b0ad-c50af619d8da req-de1f7565-ee7b-43b2-b6bc-86d18d9d70c4 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 945 time: 0.0526505 Jun 23 11:02:44.084748 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-81462870-6130-440e-b0ad-c50af619d8da req-f40a08fb-2aff-4c4d-8c0b-adc894da3cfe tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444429 Jun 23 11:02:44.150455 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2df93-0fc8-47f4-a65f-f46504e1bc90 req-4b5f635c-67a5-4dc5-bd8e-f2d31243039f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:44.151921 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a7f2df93-0fc8-47f4-a65f-f46504e1bc90 req-4b5f635c-67a5-4dc5-bd8e-f2d31243039f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 944 time: 0.0469613 Jun 23 11:02:44.202619 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a7f2df93-0fc8-47f4-a65f-f46504e1bc90 req-6d8e3208-1379-4d9f-acab-7b19a6e66ccf tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443885 Jun 23 11:02:44.752289 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2f60b772-d707-4dae-b2f8-3022a9c692b2 req-36875c46-803f-469b-8720-a114f3275d68 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 210 time: 0.0275884 Jun 23 11:02:45.088878 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef98d3-9929-4767-9933-a363d1713d75 req-c5c6b5e5-8620-4fd0-a79a-1ab83df40273 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:45.090368 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ceef98d3-9929-4767-9933-a363d1713d75 req-c5c6b5e5-8620-4fd0-a79a-1ab83df40273 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 944 time: 0.0473404 Jun 23 11:02:45.144255 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ceef98d3-9929-4767-9933-a363d1713d75 req-ac2545bc-9cbe-481b-9b35-c87a6427cc63 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468838 Jun 23 11:02:45.213017 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23639d4a-9f08-4eb4-9918-800a2cdf422a req-68f835f2-8b11-419b-ba96-723232d5a532 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:45.214538 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-23639d4a-9f08-4eb4-9918-800a2cdf422a req-68f835f2-8b11-419b-ba96-723232d5a532 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 945 time: 0.0574369 Jun 23 11:02:45.292943 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-a2a9b622-1d2c-4e95-bd48-5abaf2d93a71 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Request body: {'port': {'device_id': '9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'admin_state_up': True, 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'security_groups': ['fef0973f-5398-465d-a67b-672b2f418609']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:45.328660 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-23639d4a-9f08-4eb4-9918-800a2cdf422a req-4a502731-e11f-46b0-a1a9-9ffcbb1f2409 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086500 Jun 23 11:02:45.371017 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cf6c2-12ba-4664-bcf5-50949aac4f5a req-45645b38-8307-4d8c-a649-dfb283f65bfd tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:45.372768 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7b3cf6c2-12ba-4664-bcf5-50949aac4f5a req-45645b38-8307-4d8c-a649-dfb283f65bfd tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 944 time: 0.0915921 Jun 23 11:02:45.390961 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:45.403999 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5a08c1ee-7400-4aea-a99f-2591312ad1b7 req-398eb9b5-be34-41f5-8ee4-9fceb2afcfc7 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452677 Jun 23 11:02:45.443543 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:45.468297 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7b3cf6c2-12ba-4664-bcf5-50949aac4f5a req-d19a3094-9cf4-4555-b313-5ea117ca2d76 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829644 Jun 23 11:02:45.497069 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ebdcaece-66b3-4852-894b-68e9beabda82 req-29a415c5-ddcc-41e5-a6ca-659629f3849b service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294908 Jun 23 11:02:45.514221 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-a2a9b622-1d2c-4e95-bd48-5abaf2d93a71 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Made reservation on behalf of ac9f9313c3ac4dde97e75ac6fa8fae11 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:02:45.520065 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-a2a9b622-1d2c-4e95-bd48-5abaf2d93a71 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:45.654452 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-a2a9b622-1d2c-4e95-bd48-5abaf2d93a71 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Allocated IP 172.20.0.12 (2f66c2d2-ea10-4014-ae5f-f902d520ab2d/36e9125f-f67e-4b5d-8729-45eedcb46700/f38d95a7-ab3e-47d6-991b-c6ccc781d5fe) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:02:45.808310 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-a2a9b622-1d2c-4e95-bd48-5abaf2d93a71 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for port (f38d95a7-ab3e-47d6-991b-c6ccc781d5fe), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:45.852097 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:45.870767 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e58c39df-8388-410f-bfc2-def1b9c3ca80 req-8074d3f9-69c6-4809-8259-cf192da5b747 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 210 time: 0.0398693 Jun 23 11:02:45.873442 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-a2a9b622-1d2c-4e95-bd48-5abaf2d93a71 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (f38d95a7-ab3e-47d6-991b-c6ccc781d5fe), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:45.924421 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-a2a9b622-1d2c-4e95-bd48-5abaf2d93a71 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:02:45.929722 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-a2a9b622-1d2c-4e95-bd48-5abaf2d93a71 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:45.932499 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9b622-1d2c-4e95-bd48-5abaf2d93a71 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event updated for resources: {'Port': ['ID=f38d95a7-ab3e-47d6-991b-c6ccc781d5fe,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:45.934649 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-a2a9b622-1d2c-4e95-bd48-5abaf2d93a71 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:02:45.939834 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-a2a9b622-1d2c-4e95-bd48-5abaf2d93a71 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:45.940570 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-a2a9b622-1d2c-4e95-bd48-5abaf2d93a71 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:45.962320 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-a2a9b622-1d2c-4e95-bd48-5abaf2d93a71 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6938002 Jun 23 11:02:46.216217 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-37d96b32-02c4-4bd0-959b-904bba09bfce None None] Provisioning complete for port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:46.216684 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37d96b32-02c4-4bd0-959b-904bba09bfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (f38d95a7-ab3e-47d6-991b-c6ccc781d5fe), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:46.260765 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-37d96b32-02c4-4bd0-959b-904bba09bfce None None] Port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:02:46.271725 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533ef06-9bea-46f4-b2c5-756fb0539a23 req-d6ce8fb5-6c8d-4b05-ac70-80628d6f013b tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:46.273543 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-3533ef06-9bea-46f4-b2c5-756fb0539a23 req-d6ce8fb5-6c8d-4b05-ac70-80628d6f013b tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 944 time: 0.0605354 Jun 23 11:02:46.297062 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 7c27c36f-56fd-4d7b-b077-2903298e9c9c up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:46.313687 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Request body: {'port': {'device_id': '9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:46.359986 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port 7c27c36f-56fd-4d7b-b077-2903298e9c9c completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:02:46.368975 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 7c27c36f-56fd-4d7b-b077-2903298e9c9c triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:46.369664 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (7c27c36f-56fd-4d7b-b077-2903298e9c9c), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:46.378078 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08eb4f-0426-4ba1-bd26-39a1834ef014 req-f92e1e5e-1bf3-4c1f-8540-400636480ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:46.379953 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4b08eb4f-0426-4ba1-bd26-39a1834ef014 req-f92e1e5e-1bf3-4c1f-8540-400636480ce6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 1128 time: 0.0785549 Jun 23 11:02:46.432748 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5a08c1ee-7400-4aea-a99f-2591312ad1b7 req-5ef04c59-1d9e-412e-a744-1d2f65642fa9 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328049 Jun 23 11:02:46.435856 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (f38d95a7-ab3e-47d6-991b-c6ccc781d5fe), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:46.450299 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-3533ef06-9bea-46f4-b2c5-756fb0539a23 req-87b0896a-63ae-481b-80cb-e6da6b3d9980 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711726 Jun 23 11:02:46.486740 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 7c27c36f-56fd-4d7b-b077-2903298e9c9c is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:46.487602 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (7c27c36f-56fd-4d7b-b077-2903298e9c9c), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:46.530084 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c27c36f-56fd-4d7b-b077-2903298e9c9c'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:02:46.632548 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 7c27c36f-56fd-4d7b-b077-2903298e9c9c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7c27c36f-56fd-4d7b-b077-2903298e9c9c,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:46.639080 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (7c27c36f-56fd-4d7b-b077-2903298e9c9c), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:46.641390 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device bf647141-29b7-47c1-a7c3-6e9e399350c6 up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:46.766305 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbc3d5-ef08-491a-9c28-a0119413c356 req-b5be7663-2a9d-461d-8b7d-3388d6e37911 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:46.773136 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=7c27c36f-56fd-4d7b-b077-2903298e9c9c,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:46.773275 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-83dbc3d5-ef08-491a-9c28-a0119413c356 req-b5be7663-2a9d-461d-8b7d-3388d6e37911 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 945 time: 0.2572825 Jun 23 11:02:46.807679 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08eb4f-0426-4ba1-bd26-39a1834ef014 req-c1ad1f16-0f66-4e04-aa0a-aa81e2b85316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:46.809422 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4b08eb4f-0426-4ba1-bd26-39a1834ef014 req-c1ad1f16-0f66-4e04-aa0a-aa81e2b85316 service neutron] 10.222.0.60 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 919 time: 0.4121881 Jun 23 11:02:46.817647 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:46.840627 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port bf647141-29b7-47c1-a7c3-6e9e399350c6 completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:02:46.848541 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port bf647141-29b7-47c1-a7c3-6e9e399350c6 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:46.849111 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:46.868413 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4b08eb4f-0426-4ba1-bd26-39a1834ef014 req-cedb5ac8-ba35-42a1-a60a-739741f3590a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a1f5b7e-89bf-488e-990f-34a0baf9914f HTTP/1.1" status: 200 len: 217 time: 0.0491002 Jun 23 11:02:46.873219 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:46.885848 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ed18fe-27ac-4ae8-a1fb-be093bcb0260" -d '{"events": [{"server_uuid": "2946bfb4-cd02-4237-8291-ad974a96ded6", "name": "network-vif-plugged", "status": "completed", "tag": "7c27c36f-56fd-4d7b-b077-2903298e9c9c"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:02:46.905488 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:46.905618 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43857c-ef24-4912-adc3-511a0dd101b7 req-4c7ef220-3045-44e1-b3b2-3abf4ecf83ac tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:46.907285 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-df43857c-ef24-4912-adc3-511a0dd101b7 req-4c7ef220-3045-44e1-b3b2-3abf4ecf83ac tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 944 time: 0.3468041 Jun 23 11:02:46.982486 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-83dbc3d5-ef08-491a-9c28-a0119413c356 req-f2f34e11-5e91-4120-b8ab-7034dc430405 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081835 Jun 23 11:02:47.010397 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port bf647141-29b7-47c1-a7c3-6e9e399350c6 is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:47.010806 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:47.039011 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 36726) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:47.064473 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port bf647141-29b7-47c1-a7c3-6e9e399350c6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=bf647141-29b7-47c1-a7c3-6e9e399350c6,segment=NetworkSegment(60707b2e-57b7-45f1-9efd-212d956fa187),segment_id=60707b2e-57b7-45f1-9efd-212d956fa187)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:47.068686 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-df43857c-ef24-4912-adc3-511a0dd101b7 req-4b865e0a-58eb-4733-beb9-17b636713400 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474531 Jun 23 11:02:47.069769 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08eb4f-0426-4ba1-bd26-39a1834ef014 req-18fffd20-d639-4e67-a2dd-725e7b20f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:47.074035 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4b08eb4f-0426-4ba1-bd26-39a1834ef014 req-18fffd20-d639-4e67-a2dd-725e7b20f496 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 200 len: 857 time: 0.1825011 Jun 23 11:02:47.081296 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:47.205350 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38d95a7-ab3e-47d6-991b-c6ccc781d5fe {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:02:47.220504 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Publish callbacks [] for port (f38d95a7-ab3e-47d6-991b-c6ccc781d5fe), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:47.224343 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=bf647141-29b7-47c1-a7c3-6e9e399350c6,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:47.241267 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Transition to ACTIVE for port object f38d95a7-ab3e-47d6-991b-c6ccc781d5fe will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:02:47.286407 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (f38d95a7-ab3e-47d6-991b-c6ccc781d5fe), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:47.300130 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f4806e9-6e58-4296-a291-13b65b8cdcf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:47.309485 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdaa72e-a269-4de0-86df-69ba3decffe3 x-openstack-request-id: req-bbdaa72e-a269-4de0-86df-69ba3decffe3 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:02:47.309774 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2946bfb4-cd02-4237-8291-ad974a96ded6", "name": "network-vif-plugged", "status": "completed", "tag": "7c27c36f-56fd-4d7b-b077-2903298e9c9c", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:02:47.310026 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bbdaa72e-a269-4de0-86df-69ba3decffe3 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:02:47.310480 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbdaa72e-a269-4de0-86df-69ba3decffe3'] response: {'server_uuid': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c27c36f-56fd-4d7b-b077-2903298e9c9c', 'code': 200} Jun 23 11:02:47.324448 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317005c3-40f3-4f0e-9284-a1a56b2fa599 req-9ee61ef1-329c-4b59-946c-fea3eca8a39e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:47.324448 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-317005c3-40f3-4f0e-9284-a1a56b2fa599 req-9ee61ef1-329c-4b59-946c-fea3eca8a39e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 944 time: 0.0670521 Jun 23 11:02:47.398968 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08eb4f-0426-4ba1-bd26-39a1834ef014 req-8b340577-f267-4f53-81a1-68bc9e76a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:47.400049 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:47.402178 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4b08eb4f-0426-4ba1-bd26-39a1834ef014 req-8b340577-f267-4f53-81a1-68bc9e76a9e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19e128cb-e174-49db-a8d2-8534db57c32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3208165 Jun 23 11:02:47.409052 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Pushing event updated for resources: {'Port': ['ID=f38d95a7-ab3e-47d6-991b-c6ccc781d5fe,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:47.477301 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-317005c3-40f3-4f0e-9284-a1a56b2fa599 req-71c4fe89-5961-43e5-984f-535fdb562734 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459677 Jun 23 11:02:47.585219 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f4806e9-6e58-4296-a291-13b65b8cdcf2 admin admin] Publish callbacks [] for security_group (791a04bf-6272-4214-b279-eaaac41c4ae6), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:47.595675 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:47.604268 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4b08eb4f-0426-4ba1-bd26-39a1834ef014 req-dc77756d-a1c0-424d-8f35-e897ae878c79 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778314 Jun 23 11:02:47.685388 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f4806e9-6e58-4296-a291-13b65b8cdcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (791a04bf-6272-4214-b279-eaaac41c4ae6), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:47.744959 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 88802b38-9718-44af-a9c0-e377da1fdee6 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:02:47.748862 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac7c43-95ba-4674-a5a1-1b5fd48ae687 req-5c0cedca-1837-49f1-ad7b-288f410fc2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:47.750115 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e4ac7c43-95ba-4674-a5a1-1b5fd48ae687 req-5c0cedca-1837-49f1-ad7b-288f410fc2f1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 1130 time: 0.1606517 Jun 23 11:02:47.768401 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4806e9-6e58-4296-a291-13b65b8cdcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791a04bf-6272-4214-b279-eaaac41c4ae6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:47.783153 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-2f4806e9-6e58-4296-a291-13b65b8cdcf2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=04ae031782034c63885157c3be1b139c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7432346 Jun 23 11:02:47.785062 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e4ac7c43-95ba-4674-a5a1-1b5fd48ae687 req-aa1fb513-e2e3-4f1e-81b6-f05b0ef8aa90 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:47.787219 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 36762) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:47.792302 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc48706-b4d2-4442-b6e6-acc906d06e66 req-821d9460-ba5f-4b3f-9526-f3931ada5a17 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:47.793850 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2fc48706-b4d2-4442-b6e6-acc906d06e66 req-821d9460-ba5f-4b3f-9526-f3931ada5a17 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 945 time: 0.1874964 Jun 23 11:02:47.801753 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Attempting to bind port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:02:47.801753 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Attempting to bind port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '97a79337-8bb6-4fe1-9265-c6256ffbd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:02:47.802060 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Attempting to bind port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe on network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:47.879820 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4552a5ff-ca52-4b86-8b36-85ca8dda5c98 admin admin] Publish callbacks [] for security_group (791a04bf-6272-4214-b279-eaaac41c4ae6), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:47.891348 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 88802b38-9718-44af-a9c0-e377da1fdee6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=88802b38-9718-44af-a9c0-e377da1fdee6,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:47.895745 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe on network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:02:47.895745 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Attempting to bind port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe on network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:02:47.898040 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:47.913990 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '88802b38-9718-44af-a9c0-e377da1fdee6', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'port_id': '88802b38-9718-44af-a9c0-e377da1fdee6', 'mac_address': 'fa:16:3e:f1:4c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:02:47.921067 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:02:47.921310 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4552a5ff-ca52-4b86-8b36-85ca8dda5c98 admin admin] Publish callbacks [] for security_group (791a04bf-6272-4214-b279-eaaac41c4ae6), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:47.921842 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Checking segment: {'id': '97a79337-8bb6-4fe1-9265-c6256ffbd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:02:47.922234 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Bound using segment: {'id': '97a79337-8bb6-4fe1-9265-c6256ffbd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:02:47.922688 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Bound port: f38d95a7-ab3e-47d6-991b-c6ccc781d5fe, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a79337-8bb6-4fe1-9265-c6256ffbd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:02:47.923289 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (f38d95a7-ab3e-47d6-991b-c6ccc781d5fe), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:47.945692 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2fc48706-b4d2-4442-b6e6-acc906d06e66 req-7e482884-b7a1-4519-adeb-303d1c6638d4 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378248 Jun 23 11:02:47.977097 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 88802b38-9718-44af-a9c0-e377da1fdee6 is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:47.977680 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (88802b38-9718-44af-a9c0-e377da1fdee6), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:47.982904 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e4ac7c43-95ba-4674-a5a1-1b5fd48ae687 req-aa1fb513-e2e3-4f1e-81b6-f05b0ef8aa90 service neutron] Publish callbacks [] for security_group (b2209907-94f9-4bae-b9b3-c3f88a9da325), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:47.992236 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88802b38-9718-44af-a9c0-e377da1fdee6 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:02:47.996041 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e4ac7c43-95ba-4674-a5a1-1b5fd48ae687 req-aa1fb513-e2e3-4f1e-81b6-f05b0ef8aa90 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (b2209907-94f9-4bae-b9b3-c3f88a9da325), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:48.035379 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 88802b38-9718-44af-a9c0-e377da1fdee6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=88802b38-9718-44af-a9c0-e377da1fdee6,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:48.040944 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (88802b38-9718-44af-a9c0-e377da1fdee6), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:48.041840 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 9a1f5b7e-89bf-488e-990f-34a0baf9914f details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:02:48.063700 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e4ac7c43-95ba-4674-a5a1-1b5fd48ae687 req-aa1fb513-e2e3-4f1e-81b6-f05b0ef8aa90 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057370 Jun 23 11:02:48.076467 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4552a5ff-ca52-4b86-8b36-85ca8dda5c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (791a04bf-6272-4214-b279-eaaac41c4ae6), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:48.080444 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4552a5ff-ca52-4b86-8b36-85ca8dda5c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:48.084125 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-4552a5ff-ca52-4b86-8b36-85ca8dda5c98 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/791a04bf-6272-4214-b279-eaaac41c4ae6 HTTP/1.1" status: 204 len: 168 time: 0.2920780 Jun 23 11:02:48.111737 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=88802b38-9718-44af-a9c0-e377da1fdee6,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:48.124545 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 9a1f5b7e-89bf-488e-990f-34a0baf9914f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9a1f5b7e-89bf-488e-990f-34a0baf9914f,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:48.141842 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '9a1f5b7e-89bf-488e-990f-34a0baf9914f', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'port_id': '9a1f5b7e-89bf-488e-990f-34a0baf9914f', 'mac_address': 'fa:16:3e:7f:ea:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:02:48.186998 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 9a1f5b7e-89bf-488e-990f-34a0baf9914f is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:48.188094 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (9a1f5b7e-89bf-488e-990f-34a0baf9914f), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:48.203975 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1f5b7e-89bf-488e-990f-34a0baf9914f {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:02:48.219458 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fb513-e2e3-4f1e-81b6-f05b0ef8aa90 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b2209907-94f9-4bae-b9b3-c3f88a9da325,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:48.241022 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ca436-a5af-4451-9771-c630c19f3eaf req-59d39275-521c-4fe4-9c0b-241844dbec6a tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:48.241162 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 9a1f5b7e-89bf-488e-990f-34a0baf9914f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9a1f5b7e-89bf-488e-990f-34a0baf9914f,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:48.244065 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-201ca436-a5af-4451-9771-c630c19f3eaf req-59d39275-521c-4fe4-9c0b-241844dbec6a tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 946 time: 0.1767514 Jun 23 11:02:48.253675 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (9a1f5b7e-89bf-488e-990f-34a0baf9914f), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:48.266303 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552a5ff-ca52-4b86-8b36-85ca8dda5c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791a04bf-6272-4214-b279-eaaac41c4ae6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:48.280681 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] For port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe, host hv-cinder-84330, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:02:48.284643 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] For port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f38d95a7-ab3e-47d6-991b-c6ccc781d5fe,segment=NetworkSegment(97a79337-8bb6-4fe1-9265-c6256ffbd1f4),segment_id=97a79337-8bb6-4fe1-9265-c6256ffbd1f4)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:02:48.331829 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (f38d95a7-ab3e-47d6-991b-c6ccc781d5fe), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:48.332179 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=9a1f5b7e-89bf-488e-990f-34a0baf9914f,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:48.351502 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-201ca436-a5af-4451-9771-c630c19f3eaf req-fc378655-9e46-425a-8c6b-3a745271a6d1 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740297 Jun 23 11:02:48.373077 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4b08eb4f-0426-4ba1-bd26-39a1834ef014 req-8bb698b6-39cd-4272-bc2b-13e906bcb572 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7565527 Jun 23 11:02:48.411568 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:48.412341 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:48.415048 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] 10.222.0.60 "PUT /v2.0/ports/f38d95a7-ab3e-47d6-991b-c6ccc781d5fe HTTP/1.1" status: 200 len: 1094 time: 2.1128027 Jun 23 11:02:48.422531 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d', 'tag': 'f38d95a7-ab3e-47d6-991b-c6ccc781d5fe'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:02:48.424953 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf71090-3774-4731-bf37-6c42a9b38fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d", "tag": "f38d95a7-ab3e-47d6-991b-c6ccc781d5fe"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:02:48.439033 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c1533-2195-451d-8bb7-d515e5980c2e req-e3bb8448-58a3-4151-b153-fa5789ea1946 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:48.440705 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b73c1533-2195-451d-8bb7-d515e5980c2e req-e3bb8448-58a3-4151-b153-fa5789ea1946 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 945 time: 0.1502008 Jun 23 11:02:48.519728 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c3b42-9195-49bf-8ce3-e0f8c2969db0 service neutron] Pushing event updated for resources: {'Port': ['ID=f38d95a7-ab3e-47d6-991b-c6ccc781d5fe,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:48.527312 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef1d59c-3a17-4e38-aabe-cdaeb3d9255e x-openstack-request-id: req-9ef1d59c-3a17-4e38-aabe-cdaeb3d9255e {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:02:48.527602 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d", "tag": "f38d95a7-ab3e-47d6-991b-c6ccc781d5fe", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:02:48.527892 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ef1d59c-3a17-4e38-aabe-cdaeb3d9255e {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:02:48.528289 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef1d59c-3a17-4e38-aabe-cdaeb3d9255e'] response: {'name': 'network-changed', 'server_uuid': '9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d', 'tag': 'f38d95a7-ab3e-47d6-991b-c6ccc781d5fe', 'status': 'completed', 'code': 200} Jun 23 11:02:48.595882 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b73c1533-2195-451d-8bb7-d515e5980c2e req-51c43192-9bd7-40d0-bcda-13da4712efeb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468771 Jun 23 11:02:48.597189 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-c93d2386-457a-4f62-a19c-c7ad88cc7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:48.599147 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-c93d2386-457a-4f62-a19c-c7ad88cc7305 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac9f9313c3ac4dde97e75ac6fa8fae11&device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 1128 time: 0.1031482 Jun 23 11:02:48.639924 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36790) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:48.661576 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e4bea54-0114-424f-a0c5-b2fcd306a407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:48.665990 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c4317-7fcf-4b11-9c46-a626cbdc18b7 req-916a8736-1ddb-44ba-bdbf-6b7967b17b69 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:48.673981 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-379c4317-7fcf-4b11-9c46-a626cbdc18b7 req-916a8736-1ddb-44ba-bdbf-6b7967b17b69 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 944 time: 0.0931339 Jun 23 11:02:48.689381 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:48.737512 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-379c4317-7fcf-4b11-9c46-a626cbdc18b7 req-fbbccde8-3687-4d09-bf60-ed3220932d90 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623436 Jun 23 11:02:48.776913 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e4bea54-0114-424f-a0c5-b2fcd306a407 admin admin] Publish callbacks [] for security_group (9820e16d-853a-4573-8edd-f2a17f48c94a), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:48.783230 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e4bea54-0114-424f-a0c5-b2fcd306a407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (9820e16d-853a-4573-8edd-f2a17f48c94a), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:48.807413 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['88802b38-9718-44af-a9c0-e377da1fdee6'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:02:48.825013 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-4e4bea54-0114-424f-a0c5-b2fcd306a407 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc984b18f5dc4c67bb84f0f9f1769564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815767 Jun 23 11:02:48.825480 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 36796) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:48.827805 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bea54-0114-424f-a0c5-b2fcd306a407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9820e16d-853a-4573-8edd-f2a17f48c94a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:48.883064 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c513d2-bc8f-4429-879a-ea1e7c2f756a admin admin] Publish callbacks [] for security_group (9820e16d-853a-4573-8edd-f2a17f48c94a), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:48.905094 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:48.910503 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c513d2-bc8f-4429-879a-ea1e7c2f756a admin admin] Publish callbacks [] for security_group (9820e16d-853a-4573-8edd-f2a17f48c94a), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:48.935814 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-fbd327dc-5932-4f3c-988c-5d1382d06a2f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f38d95a7-ab3e-47d6-991b-c6ccc781d5fe HTTP/1.1" status: 200 len: 217 time: 0.0381670 Jun 23 11:02:48.937738 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:48.989209 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c513d2-bc8f-4429-879a-ea1e7c2f756a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (9820e16d-853a-4573-8edd-f2a17f48c94a), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:48.990532 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:48.994034 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c513d2-bc8f-4429-879a-ea1e7c2f756a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:48.995199 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-d3c513d2-bc8f-4429-879a-ea1e7c2f756a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9820e16d-853a-4573-8edd-f2a17f48c94a HTTP/1.1" status: 204 len: 168 time: 0.1685395 Jun 23 11:02:48.999595 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['9a1f5b7e-89bf-488e-990f-34a0baf9914f'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:02:49.002023 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-00084ab9-fd45-47fa-b65f-db4251c6a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:49.003477 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-00084ab9-fd45-47fa-b65f-db4251c6a753 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=36e9125f-f67e-4b5d-8729-45eedcb46700 HTTP/1.1" status: 200 len: 849 time: 0.0584908 Jun 23 11:02:49.007908 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:49.020296 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c513d2-bc8f-4429-879a-ea1e7c2f756a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9820e16d-853a-4573-8edd-f2a17f48c94a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:49.063763 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-c57aa71d-28b1-4077-a6d8-c28a34714ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:49.065480 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-c57aa71d-28b1-4077-a6d8-c28a34714ea4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450187 Jun 23 11:02:49.186512 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fcfb4-2f82-4159-abbc-4d9ea6b2b17d req-4a85ec85-bf2f-4871-962b-abc9a52c5cbf tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:49.188393 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fc8fcfb4-2f82-4159-abbc-4d9ea6b2b17d req-4a85ec85-bf2f-4871-962b-abc9a52c5cbf tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 945 time: 0.0901825 Jun 23 11:02:49.307443 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fc8fcfb4-2f82-4159-abbc-4d9ea6b2b17d req-f279ec1b-35d0-41da-83cb-54fbe435b867 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053803 Jun 23 11:02:49.309533 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-1829048f-c401-48e7-8938-decf20e4e8af service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377148 Jun 23 11:02:49.311519 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e40b529-165d-4f7f-8768-5f2ed22815b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf647141-29b7-47c1-a7c3-6e9e399350c6'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:02:49.314128 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4c7a0c-5729-46de-a843-06dd523e3550" -d '{"events": [{"server_uuid": "6e40b529-165d-4f7f-8768-5f2ed22815b4", "name": "network-vif-plugged", "status": "completed", "tag": "bf647141-29b7-47c1-a7c3-6e9e399350c6"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:02:49.367735 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30886504-2707-4436-8d38-f48d9000d13b x-openstack-request-id: req-30886504-2707-4436-8d38-f48d9000d13b {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:02:49.368050 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e40b529-165d-4f7f-8768-5f2ed22815b4", "name": "network-vif-plugged", "status": "completed", "tag": "bf647141-29b7-47c1-a7c3-6e9e399350c6", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:02:49.368308 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30886504-2707-4436-8d38-f48d9000d13b {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:02:49.368702 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30886504-2707-4436-8d38-f48d9000d13b'] response: {'server_uuid': '6e40b529-165d-4f7f-8768-5f2ed22815b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf647141-29b7-47c1-a7c3-6e9e399350c6', 'code': 200} Jun 23 11:02:49.511302 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1ca0d-871a-49d7-88b8-006e7d27463b req-aa5b7e73-ac86-4945-92cf-3a962a2c3565 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:49.513270 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-39e1ca0d-871a-49d7-88b8-006e7d27463b req-aa5b7e73-ac86-4945-92cf-3a962a2c3565 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 946 time: 0.0815904 Jun 23 11:02:49.515575 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1091c9e6-6c75-44fd-92e7-0191de47857e req-4530cc29-593a-4c8c-80b7-a548d98ba9e4 service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972294 Jun 23 11:02:49.538239 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 36826) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:49.572305 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-39e1ca0d-871a-49d7-88b8-006e7d27463b req-625fc86d-1b34-44c3-9641-671c9d2e49c3 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532203 Jun 23 11:02:49.666956 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5efee7c0-6db8-4340-a5ba-ec1728a2268d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:49.739805 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3b4a8-6cad-4830-bb0e-bd8edd048239 req-8ef58057-ad31-4c63-880d-a7c4d09e96ee tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:49.743580 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c7b3b4a8-6cad-4830-bb0e-bd8edd048239 req-8ef58057-ad31-4c63-880d-a7c4d09e96ee tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 945 time: 0.0660996 Jun 23 11:02:49.859002 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c7b3b4a8-6cad-4830-bb0e-bd8edd048239 req-c86eb010-df99-421e-ba65-8ca633da8d48 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092913 Jun 23 11:02:49.859141 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2b939-573e-4dc3-9dc8-eb230ed4e041 req-6de964db-f205-495d-92c4-66ec9841051e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:49.860898 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e2c2b939-573e-4dc3-9dc8-eb230ed4e041 req-6de964db-f205-495d-92c4-66ec9841051e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 944 time: 0.0541542 Jun 23 11:02:49.899214 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5efee7c0-6db8-4340-a5ba-ec1728a2268d admin admin] Publish callbacks [] for security_group (89732e8f-7f07-4199-9ddf-ce33b8fb4aba), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:49.904900 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5efee7c0-6db8-4340-a5ba-ec1728a2268d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (89732e8f-7f07-4199-9ddf-ce33b8fb4aba), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:49.940963 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e2c2b939-573e-4dc3-9dc8-eb230ed4e041 req-ed104bd2-65e0-457c-b34f-2020e16b6a44 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711479 Jun 23 11:02:49.953728 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-5efee7c0-6db8-4340-a5ba-ec1728a2268d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=264d23c899ae4b3289da270d559c1759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136932 Jun 23 11:02:49.953980 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36852) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:49.955222 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efee7c0-6db8-4340-a5ba-ec1728a2268d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89732e8f-7f07-4199-9ddf-ce33b8fb4aba,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:50.027142 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36856) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:50.036204 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d942e3f-c23e-49f7-82f5-cfd0cdbc50e7 admin admin] Publish callbacks [] for security_group (89732e8f-7f07-4199-9ddf-ce33b8fb4aba), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:50.078137 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d942e3f-c23e-49f7-82f5-cfd0cdbc50e7 admin admin] Publish callbacks [] for security_group (89732e8f-7f07-4199-9ddf-ce33b8fb4aba), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:50.146931 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d942e3f-c23e-49f7-82f5-cfd0cdbc50e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (89732e8f-7f07-4199-9ddf-ce33b8fb4aba), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:50.149518 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3d942e3f-c23e-49f7-82f5-cfd0cdbc50e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:50.150678 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-3d942e3f-c23e-49f7-82f5-cfd0cdbc50e7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89732e8f-7f07-4199-9ddf-ce33b8fb4aba HTTP/1.1" status: 204 len: 168 time: 0.1949100 Jun 23 11:02:50.160665 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d942e3f-c23e-49f7-82f5-cfd0cdbc50e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89732e8f-7f07-4199-9ddf-ce33b8fb4aba,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:50.302497 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38cd9195-d73a-4ff7-b8dc-1a5ee3726694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:50.336743 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:UPDATE=1,neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:50.374458 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 88802b38-9718-44af-a9c0-e377da1fdee6 up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:50.414796 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38cd9195-d73a-4ff7-b8dc-1a5ee3726694 admin admin] Publish callbacks [] for security_group (ad819b3b-5a0e-4ae8-a3e7-90e64df8a2be), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:50.421719 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38cd9195-d73a-4ff7-b8dc-1a5ee3726694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (ad819b3b-5a0e-4ae8-a3e7-90e64df8a2be), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:50.478269 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port 88802b38-9718-44af-a9c0-e377da1fdee6 completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:02:50.492077 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 88802b38-9718-44af-a9c0-e377da1fdee6 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:50.493107 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (88802b38-9718-44af-a9c0-e377da1fdee6), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:50.505778 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-38cd9195-d73a-4ff7-b8dc-1a5ee3726694 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=34d70fd94675477e9e0a1971d9454a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4751899 Jun 23 11:02:50.517945 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd9195-d73a-4ff7-b8dc-1a5ee3726694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad819b3b-5a0e-4ae8-a3e7-90e64df8a2be,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:50.524722 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36912) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:50.582922 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348cc06-f497-4d7d-82a2-1a2c0e5c93db req-7649a263-fe99-4fbd-84c3-52f5eda9a788 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:50.604239 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d348cc06-f497-4d7d-82a2-1a2c0e5c93db req-7649a263-fe99-4fbd-84c3-52f5eda9a788 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 945 time: 0.1258409 Jun 23 11:02:50.607889 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:50.680176 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf71090-3774-4731-bf37-6c42a9b38fa8 req-bda858df-b5a6-4f7b-a612-33be5dcc622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:50.682079 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-adf71090-3774-4731-bf37-6c42a9b38fa8 req-bda858df-b5a6-4f7b-a612-33be5dcc622c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac9f9313c3ac4dde97e75ac6fa8fae11&device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 1128 time: 0.0652969 Jun 23 11:02:50.701924 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 88802b38-9718-44af-a9c0-e377da1fdee6 is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:50.702317 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (88802b38-9718-44af-a9c0-e377da1fdee6), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:50.711811 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:50.723494 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d348cc06-f497-4d7d-82a2-1a2c0e5c93db req-db6b2c82-e3a3-436e-a847-d74f9fcbd6a8 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167364 Jun 23 11:02:50.762258 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 88802b38-9718-44af-a9c0-e377da1fdee6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=88802b38-9718-44af-a9c0-e377da1fdee6,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:50.768462 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (88802b38-9718-44af-a9c0-e377da1fdee6), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:50.769946 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 9a1f5b7e-89bf-488e-990f-34a0baf9914f up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:50.854428 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 36920) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:50.870325 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-35457ba3-fd20-4654-99a8-6130ddfa614b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:50.886678 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port 9a1f5b7e-89bf-488e-990f-34a0baf9914f completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:02:50.898881 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e18f037d-11e3-41fc-b1bd-5d609288e637 admin admin] Publish callbacks [] for security_group (ad819b3b-5a0e-4ae8-a3e7-90e64df8a2be), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:50.912633 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=88802b38-9718-44af-a9c0-e377da1fdee6,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:50.917242 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 9a1f5b7e-89bf-488e-990f-34a0baf9914f triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:50.917799 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (9a1f5b7e-89bf-488e-990f-34a0baf9914f), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:50.994560 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14381d3-b893-4193-a271-67edf3de400e req-d493d848-ae75-486d-aaf7-58d379a8ae48 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:51.001106 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d14381d3-b893-4193-a271-67edf3de400e req-d493d848-ae75-486d-aaf7-58d379a8ae48 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 946 time: 0.2896171 Jun 23 11:02:51.003612 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-35457ba3-fd20-4654-99a8-6130ddfa614b admin admin] Publish callbacks [] for security_group (c994a7b1-e0b6-4f69-bca7-946d0ba38b4d), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:51.011443 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-35457ba3-fd20-4654-99a8-6130ddfa614b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (c994a7b1-e0b6-4f69-bca7-946d0ba38b4d), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:51.026271 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f8c04-21f8-4a3d-8e30-eb118e0f932b req-07dc9313-bbb3-4896-a9a0-4ea48b6ad441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:51.034985 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f47f8c04-21f8-4a3d-8e30-eb118e0f932b req-07dc9313-bbb3-4896-a9a0-4ea48b6ad441 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 1129 time: 0.4255052 Jun 23 11:02:51.065804 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 9a1f5b7e-89bf-488e-990f-34a0baf9914f is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:51.066543 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (9a1f5b7e-89bf-488e-990f-34a0baf9914f), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:51.070158 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e18f037d-11e3-41fc-b1bd-5d609288e637 admin admin] Publish callbacks [] for security_group (ad819b3b-5a0e-4ae8-a3e7-90e64df8a2be), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:51.113638 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 9a1f5b7e-89bf-488e-990f-34a0baf9914f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9a1f5b7e-89bf-488e-990f-34a0baf9914f,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:51.120876 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (9a1f5b7e-89bf-488e-990f-34a0baf9914f), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:51.154888 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-35457ba3-fd20-4654-99a8-6130ddfa614b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f61e05a59f2b41f6bca7aed76ac258a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992623 Jun 23 11:02:51.158324 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 36930) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:51.159343 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35457ba3-fd20-4654-99a8-6130ddfa614b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c994a7b1-e0b6-4f69-bca7-946d0ba38b4d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:51.220994 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8365f7f1-0f11-4a34-b565-26d481c4ed7d admin admin] Publish callbacks [] for security_group (c994a7b1-e0b6-4f69-bca7-946d0ba38b4d), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:51.221204 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=9a1f5b7e-89bf-488e-990f-34a0baf9914f,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:51.241283 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662fc7d-7ef9-403e-b1f1-6cd9943626a4 req-6bba3b9e-5ea1-47f2-8f71-2801ea4713e2 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:51.248707 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8662fc7d-7ef9-403e-b1f1-6cd9943626a4 req-6bba3b9e-5ea1-47f2-8f71-2801ea4713e2 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.1884573 Jun 23 11:02:51.279233 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d14381d3-b893-4193-a271-67edf3de400e req-c3e551f7-2e54-4300-a995-94b8433acaa3 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661300 Jun 23 11:02:51.286169 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8365f7f1-0f11-4a34-b565-26d481c4ed7d admin admin] Publish callbacks [] for security_group (c994a7b1-e0b6-4f69-bca7-946d0ba38b4d), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:51.347745 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8662fc7d-7ef9-403e-b1f1-6cd9943626a4 req-47641c23-ebf6-4023-bb5e-0a426502e4e0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980551 Jun 23 11:02:51.356967 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e18f037d-11e3-41fc-b1bd-5d609288e637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (ad819b3b-5a0e-4ae8-a3e7-90e64df8a2be), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:51.359589 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e18f037d-11e3-41fc-b1bd-5d609288e637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:51.360878 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e18f037d-11e3-41fc-b1bd-5d609288e637 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad819b3b-5a0e-4ae8-a3e7-90e64df8a2be HTTP/1.1" status: 204 len: 168 time: 0.8351922 Jun 23 11:02:51.370192 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c6bdb0-09d8-496b-998a-c2a4252c5772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88802b38-9718-44af-a9c0-e377da1fdee6'}, {'server_uuid': '7bd22d66-6c09-4099-8205-5eec0effaeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1f5b7e-89bf-488e-990f-34a0baf9914f'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:02:51.374199 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec80531d-cca8-48cf-b0fd-1b73448b696e" -d '{"events": [{"server_uuid": "b4c6bdb0-09d8-496b-998a-c2a4252c5772", "name": "network-vif-plugged", "status": "completed", "tag": "88802b38-9718-44af-a9c0-e377da1fdee6"}, {"server_uuid": "7bd22d66-6c09-4099-8205-5eec0effaeb6", "name": "network-vif-plugged", "status": "completed", "tag": "9a1f5b7e-89bf-488e-990f-34a0baf9914f"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:02:51.385627 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8365f7f1-0f11-4a34-b565-26d481c4ed7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (c994a7b1-e0b6-4f69-bca7-946d0ba38b4d), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:51.388287 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8365f7f1-0f11-4a34-b565-26d481c4ed7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:51.400968 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-8365f7f1-0f11-4a34-b565-26d481c4ed7d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c994a7b1-e0b6-4f69-bca7-946d0ba38b4d HTTP/1.1" status: 204 len: 168 time: 0.2297776 Jun 23 11:02:51.419615 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365f7f1-0f11-4a34-b565-26d481c4ed7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c994a7b1-e0b6-4f69-bca7-946d0ba38b4d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:51.437195 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f037d-11e3-41fc-b1bd-5d609288e637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad819b3b-5a0e-4ae8-a3e7-90e64df8a2be,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:51.442534 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Jun 2022 11:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38f7bca-e4bc-4f06-a338-80e7f946b1f5 x-openstack-request-id: req-e38f7bca-e4bc-4f06-a338-80e7f946b1f5 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:02:51.443036 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c6bdb0-09d8-496b-998a-c2a4252c5772", "name": "network-vif-plugged", "status": "completed", "tag": "88802b38-9718-44af-a9c0-e377da1fdee6", "code": 200}, {"server_uuid": "7bd22d66-6c09-4099-8205-5eec0effaeb6", "name": "network-vif-plugged", "status": "completed", "tag": "9a1f5b7e-89bf-488e-990f-34a0baf9914f", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:02:51.443036 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e38f7bca-e4bc-4f06-a338-80e7f946b1f5 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:02:51.443445 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38f7bca-e4bc-4f06-a338-80e7f946b1f5'] response: {'server_uuid': 'b4c6bdb0-09d8-496b-998a-c2a4252c5772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88802b38-9718-44af-a9c0-e377da1fdee6', 'code': 200} Jun 23 11:02:51.443717 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38f7bca-e4bc-4f06-a338-80e7f946b1f5'] response: {'server_uuid': '7bd22d66-6c09-4099-8205-5eec0effaeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1f5b7e-89bf-488e-990f-34a0baf9914f', 'code': 200} Jun 23 11:02:51.457626 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f47f8c04-21f8-4a3d-8e30-eb118e0f932b req-a422a9dc-849a-4d04-abdf-0214226b24d6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023307 Jun 23 11:02:51.504230 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf71090-3774-4731-bf37-6c42a9b38fa8 req-e5e35d50-9141-464d-821e-cba1fd3b1df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:51.505823 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-adf71090-3774-4731-bf37-6c42a9b38fa8 req-e5e35d50-9141-464d-821e-cba1fd3b1df6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d HTTP/1.1" status: 200 len: 911 time: 0.3494039 Jun 23 11:02:51.512868 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e19dac-3a0c-44a2-bad2-4678b9e7e7c6 req-259534f6-42ae-4cc0-86fc-2dc8bdefea27 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:51.514368 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-68e19dac-3a0c-44a2-bad2-4678b9e7e7c6 req-259534f6-42ae-4cc0-86fc-2dc8bdefea27 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 944 time: 0.1148853 Jun 23 11:02:51.575744 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-68e19dac-3a0c-44a2-bad2-4678b9e7e7c6 req-b97f2e14-4bfd-4b28-881d-32a8de1d721c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543468 Jun 23 11:02:51.793188 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device f38d95a7-ab3e-47d6-991b-c6ccc781d5fe details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:02:51.800422 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:51.881252 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-adf71090-3774-4731-bf37-6c42a9b38fa8 req-92ef507b-a553-4056-bdd5-4fa8c36b9f42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f38d95a7-ab3e-47d6-991b-c6ccc781d5fe HTTP/1.1" status: 200 len: 217 time: 0.0923965 Jun 23 11:02:51.969642 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 36974) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:51.973154 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5efa5-0b38-43e0-8cc9-e0514e5bdf09 req-205ad39a-64e9-4ede-ab81-f6b2f493d59f tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:51.975498 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c3e5efa5-0b38-43e0-8cc9-e0514e5bdf09 req-205ad39a-64e9-4ede-ab81-f6b2f493d59f tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 945 time: 0.1017363 Jun 23 11:02:51.984955 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:51.986845 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21040b9d-e7c7-44b7-bee6-6838c00670e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:52.004946 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f38d95a7-ab3e-47d6-991b-c6ccc781d5fe,segment=NetworkSegment(97a79337-8bb6-4fe1-9265-c6256ffbd1f4),segment_id=97a79337-8bb6-4fe1-9265-c6256ffbd1f4)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:52.018003 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': 'f38d95a7-ab3e-47d6-991b-c6ccc781d5fe', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'port_id': 'f38d95a7-ab3e-47d6-991b-c6ccc781d5fe', 'mac_address': 'fa:16:3e:9e:16:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:02:52.019298 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:52.024842 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:52.075224 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c3e5efa5-0b38-43e0-8cc9-e0514e5bdf09 req-e4435162-2236-4b5d-8f87-c27798f78583 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915506 Jun 23 11:02:52.134939 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:52.136098 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (f38d95a7-ab3e-47d6-991b-c6ccc781d5fe), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:52.152789 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21040b9d-e7c7-44b7-bee6-6838c00670e9 admin admin] Publish callbacks [] for security_group (1f671eb2-e9e0-4c06-af00-2090e5d8fe82), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:52.153808 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38d95a7-ab3e-47d6-991b-c6ccc781d5fe {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:02:52.161494 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-21040b9d-e7c7-44b7-bee6-6838c00670e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (1f671eb2-e9e0-4c06-af00-2090e5d8fe82), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:52.177621 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f38d95a7-ab3e-47d6-991b-c6ccc781d5fe,segment=NetworkSegment(97a79337-8bb6-4fe1-9265-c6256ffbd1f4),segment_id=97a79337-8bb6-4fe1-9265-c6256ffbd1f4)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:52.183419 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (f38d95a7-ab3e-47d6-991b-c6ccc781d5fe), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:52.207191 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-21040b9d-e7c7-44b7-bee6-6838c00670e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dda873b396a44871b08a259ef1c9caf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335865 Jun 23 11:02:52.208773 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 36984) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:52.217084 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21040b9d-e7c7-44b7-bee6-6838c00670e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f671eb2-e9e0-4c06-af00-2090e5d8fe82,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:52.252661 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=f38d95a7-ab3e-47d6-991b-c6ccc781d5fe,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:52.274874 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cbb435a2-9427-40b5-a60f-9e31b8b6fca6 admin admin] Publish callbacks [] for security_group (1f671eb2-e9e0-4c06-af00-2090e5d8fe82), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:52.325285 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cbb435a2-9427-40b5-a60f-9e31b8b6fca6 admin admin] Publish callbacks [] for security_group (1f671eb2-e9e0-4c06-af00-2090e5d8fe82), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:52.367885 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf71090-3774-4731-bf37-6c42a9b38fa8 req-c4f7a6e7-20a3-43ee-98fb-fd3c7c32c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:52.370669 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-adf71090-3774-4731-bf37-6c42a9b38fa8 req-c4f7a6e7-20a3-43ee-98fb-fd3c7c32c305 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=36e9125f-f67e-4b5d-8729-45eedcb46700 HTTP/1.1" status: 200 len: 849 time: 0.1141064 Jun 23 11:02:52.410529 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cbb435a2-9427-40b5-a60f-9e31b8b6fca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (1f671eb2-e9e0-4c06-af00-2090e5d8fe82), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:52.415200 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cbb435a2-9427-40b5-a60f-9e31b8b6fca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:52.419054 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-cbb435a2-9427-40b5-a60f-9e31b8b6fca6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f671eb2-e9e0-4c06-af00-2090e5d8fe82 HTTP/1.1" status: 204 len: 168 time: 0.2091029 Jun 23 11:02:52.451365 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb435a2-9427-40b5-a60f-9e31b8b6fca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f671eb2-e9e0-4c06-af00-2090e5d8fe82,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:52.521776 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a82ca-91f8-4532-9191-caafa7526675 req-656a3155-cd49-42ad-a0a7-3fa820e103a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:52.523378 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-793a82ca-91f8-4532-9191-caafa7526675 req-656a3155-cd49-42ad-a0a7-3fa820e103a8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 1129 time: 0.0497158 Jun 23 11:02:52.556867 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf71090-3774-4731-bf37-6c42a9b38fa8 req-7c504516-84d4-49be-948a-ea1b5b1e921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:52.558513 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-adf71090-3774-4731-bf37-6c42a9b38fa8 req-7c504516-84d4-49be-948a-ea1b5b1e921a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1724546 Jun 23 11:02:52.577600 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb33a2-54f5-4ab3-a243-472d47124355 req-76e00374-3e9e-4dec-9e75-6bef2a942a30 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:52.579769 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-33bb33a2-54f5-4ab3-a243-472d47124355 req-76e00374-3e9e-4dec-9e75-6bef2a942a30 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 946 time: 0.1100130 Jun 23 11:02:52.605263 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eb877-849b-4b18-ba80-cf6b3269acd5 req-a662ce2f-db48-4d87-91f9-eb588baca42c tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:52.611234 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0b2eb877-849b-4b18-ba80-cf6b3269acd5 req-a662ce2f-db48-4d87-91f9-eb588baca42c tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.1179230 Jun 23 11:02:52.618714 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['f38d95a7-ab3e-47d6-991b-c6ccc781d5fe'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:02:52.714412 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a266a3-c921-45ce-9f34-768123ed8073 req-1f17b148-c9a7-4d60-8265-749ccf0496bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:52.716363 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-80a266a3-c921-45ce-9f34-768123ed8073 req-1f17b148-c9a7-4d60-8265-749ccf0496bc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 1130 time: 0.0834310 Jun 23 11:02:52.738926 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0b2eb877-849b-4b18-ba80-cf6b3269acd5 req-4b40b029-01f2-4b1f-86e8-4246214ac476 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268554 Jun 23 11:02:52.840340 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-33bb33a2-54f5-4ab3-a243-472d47124355 req-71d6a444-639d-4e00-9df9-49e428d11427 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540987 Jun 23 11:02:52.846106 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:52.873644 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-793a82ca-91f8-4532-9191-caafa7526675 req-5400d6c5-0054-403b-b597-7bebac87a22c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351737 Jun 23 11:02:52.924277 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e0a49-5dd4-40a9-91dc-a912f1c3130d req-45f7f2f7-de37-46a1-95c1-d1ca61e9488a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:52.938022 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9f0e0a49-5dd4-40a9-91dc-a912f1c3130d req-45f7f2f7-de37-46a1-95c1-d1ca61e9488a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 945 time: 0.1013470 Jun 23 11:02:52.990269 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-adf71090-3774-4731-bf37-6c42a9b38fa8 req-6fc1e49f-8e1a-40b4-a2f0-aa7f5bb01922 service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317773 Jun 23 11:02:53.015403 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9f0e0a49-5dd4-40a9-91dc-a912f1c3130d req-1eca42b1-4edf-4cc3-a3df-b04aecd45789 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692589 Jun 23 11:02:53.083072 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:53.104848 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3294f5d-3fa1-4b18-ad6d-b6d50c96f709 req-5b7d2947-d8a1-497e-ae82-1567b18c6cb4 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:53.111729 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d3294f5d-3fa1-4b18-ad6d-b6d50c96f709 req-5b7d2947-d8a1-497e-ae82-1567b18c6cb4 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 946 time: 0.0690999 Jun 23 11:02:53.116653 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 37030) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:53.121397 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8c5883ce-0d31-422b-b23f-4220536ac492 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'floatingip': {'port_id': '7c27c36f-56fd-4d7b-b077-2903298e9c9c'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:53.250412 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8c5883ce-0d31-422b-b23f-4220536ac492 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (17723486-3e8c-49c9-8638-9c7d38cbf01f), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:53.346729 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c5144-8079-41c3-8e93-ad8a64a2f407 req-2a3dba99-441c-4f1c-9c89-3e45bc3513a1 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:53.348486 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7a9c5144-8079-41c3-8e93-ad8a64a2f407 req-2a3dba99-441c-4f1c-9c89-3e45bc3513a1 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 945 time: 0.1370833 Jun 23 11:02:53.466502 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7a9c5144-8079-41c3-8e93-ad8a64a2f407 req-32d7d09c-f8a0-40cc-b416-1373a27beae1 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117616 Jun 23 11:02:53.549086 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37050) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:53.645673 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 37058) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:53.751107 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-adf71090-3774-4731-bf37-6c42a9b38fa8 req-499bb5eb-152c-4f2e-913c-d9979973bdf7 service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957519 Jun 23 11:02:53.770069 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-80a266a3-c921-45ce-9f34-768123ed8073 req-f6a6e8e6-01d7-4d44-b260-1ebdda8d027a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841326 Jun 23 11:02:53.811569 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-296630765-network', 'tenant_id': '64682ed401c74af7aa436a2171819ebe'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:53.815366 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37070) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:53.858708 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device f38d95a7-ab3e-47d6-991b-c6ccc781d5fe up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:02:53.863335 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dd15d4a-3d2e-4aae-aa5d-aefa7b5ddc0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:53.872497 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Made reservation on behalf of 64682ed401c74af7aa436a2171819ebe for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:02:53.875456 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:53.900311 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2c447b-a54b-4de8-9e2a-38b499db35a4 admin admin] Deleting subnet 27675b5d-6eb7-4db3-b887-12ea0bb8dd7e {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:02:53.918218 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:02:53.921839 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:53.924242 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b2c447b-a54b-4de8-9e2a-38b499db35a4 admin admin] Publish callbacks [] for subnet (27675b5d-6eb7-4db3-b887-12ea0bb8dd7e), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:53.927888 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:02:53.929220 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (f38d95a7-ab3e-47d6-991b-c6ccc781d5fe), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.041546 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ec6fe-56bf-4f8a-a1fd-ae6566793586 req-3aecd520-05ee-428e-aedf-83832da8b71e tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:54.050633 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-393ec6fe-56bf-4f8a-a1fd-ae6566793586 req-3aecd520-05ee-428e-aedf-83832da8b71e tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.1793199 Jun 23 11:02:54.082502 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:02:54.082906 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (f38d95a7-ab3e-47d6-991b-c6ccc781d5fe), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.107257 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b2c447b-a54b-4de8-9e2a-38b499db35a4 admin admin] Publish callbacks [] for subnet (27675b5d-6eb7-4db3-b887-12ea0bb8dd7e), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.132487 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b2c447b-a54b-4de8-9e2a-38b499db35a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537351'] for subnet (27675b5d-6eb7-4db3-b887-12ea0bb8dd7e), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.141642 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38d95a7-ab3e-47d6-991b-c6ccc781d5fe'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:02:54.144346 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c414a7-2183-4d5f-9e84-f08ea7aa1678" -d '{"events": [{"server_uuid": "9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d", "name": "network-vif-plugged", "status": "completed", "tag": "f38d95a7-ab3e-47d6-991b-c6ccc781d5fe"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:02:54.156402 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:54.160415 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f38d95a7-ab3e-47d6-991b-c6ccc781d5fe,segment=NetworkSegment(97a79337-8bb6-4fe1-9265-c6256ffbd1f4),segment_id=97a79337-8bb6-4fe1-9265-c6256ffbd1f4)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:02:54.165451 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (f38d95a7-ab3e-47d6-991b-c6ccc781d5fe), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.216444 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-393ec6fe-56bf-4f8a-a1fd-ae6566793586 req-f919cad0-8dd9-4769-894f-ce4d97b8b465 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645846 Jun 23 11:02:54.257394 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=f38d95a7-ab3e-47d6-991b-c6ccc781d5fe,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:54.273953 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7796ddc6-229d-4ee2-b65a-b72601fd3171 x-openstack-request-id: req-7796ddc6-229d-4ee2-b65a-b72601fd3171 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:02:54.274264 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d", "name": "network-vif-plugged", "status": "completed", "tag": "f38d95a7-ab3e-47d6-991b-c6ccc781d5fe", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:02:54.274514 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7796ddc6-229d-4ee2-b65a-b72601fd3171 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:02:54.274908 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7796ddc6-229d-4ee2-b65a-b72601fd3171'] response: {'server_uuid': '9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38d95a7-ab3e-47d6-991b-c6ccc781d5fe', 'code': 200} Jun 23 11:02:54.282125 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Publish callbacks [] for security_group (02e58a24-a3f6-4877-99cb-4d24d5c1d985), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.285807 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (02e58a24-a3f6-4877-99cb-4d24d5c1d985), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.294057 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b2c447b-a54b-4de8-9e2a-38b499db35a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for subnet (27675b5d-6eb7-4db3-b887-12ea0bb8dd7e), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.348094 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b2c447b-a54b-4de8-9e2a-38b499db35a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.352566 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-4b2c447b-a54b-4de8-9e2a-38b499db35a4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/27675b5d-6eb7-4db3-b887-12ea0bb8dd7e HTTP/1.1" status: 204 len: 168 time: 0.5350883 Jun 23 11:02:54.353560 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:02:54.358131 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:54.358690 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c447b-a54b-4de8-9e2a-38b499db35a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27675b5d-6eb7-4db3-b887-12ea0bb8dd7e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:54.362421 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37082) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:54.389037 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e58a24-a3f6-4877-99cb-4d24d5c1d985,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:54.400292 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (a2cc0c8e-c406-40e3-8e5d-95746053f392), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.400684 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Added segment a2cc0c8e-c406-40e3-8e5d-95746053f392 of type vlan for network 90335769-5abc-4a45-87f8-aca0c9113916 Jun 23 11:02:54.410884 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cb318-10bc-49b8-97f6-e26717099935 req-01325a9f-5ded-468a-9953-b008dd737768 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:54.412379 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-947cb318-10bc-49b8-97f6-e26717099935 req-01325a9f-5ded-468a-9953-b008dd737768 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0736766 Jun 23 11:02:54.433136 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.db.resource_extend [None req-8c5883ce-0d31-422b-b23f-4220536ac492 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 11:02:54.492873 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (90335769-5abc-4a45-87f8-aca0c9113916), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.499355 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594832'] for network (117045dc-7adb-49b2-b945-e8bb62b08b2e), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.518867 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:54.559555 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dd15d4a-3d2e-4aae-aa5d-aefa7b5ddc0d admin admin] Publish callbacks [] for security_group (5fcff920-965e-4af7-8149-92bdf8294aa8), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.565014 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:54.567848 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8c5883ce-0d31-422b-b23f-4220536ac492 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.570891 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dd15d4a-3d2e-4aae-aa5d-aefa7b5ddc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (5fcff920-965e-4af7-8149-92bdf8294aa8), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.583307 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (90335769-5abc-4a45-87f8-aca0c9113916), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.584430 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:54.585641 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.591418 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8c5883ce-0d31-422b-b23f-4220536ac492 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (17723486-3e8c-49c9-8638-9c7d38cbf01f), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.646277 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.0933406 Jun 23 11:02:54.651673 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-947cb318-10bc-49b8-97f6-e26717099935 req-27921f76-1ee0-4344-a0a3-f8c2967a560f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145908 Jun 23 11:02:54.659854 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 37084) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:54.665101 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ee0ac52f-c3c8-40f0-8d16-c76162de8fa1 admin admin] Request body: {'subnet': {'network_id': '90335769-5abc-4a45-87f8-aca0c9113916', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-296630765-subnet', 'tenant_id': '64682ed401c74af7aa436a2171819ebe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:54.667558 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506618', 'neutron.services.segments.db._delete_segments_for_network-8767343742347'] for network (117045dc-7adb-49b2-b945-e8bb62b08b2e), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.683303 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-0dd15d4a-3d2e-4aae-aa5d-aefa7b5ddc0d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=16ce84ce8d0f4c7fb261b6ccda428fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0365360 Jun 23 11:02:54.688903 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 37086) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:54.689528 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd15d4a-3d2e-4aae-aa5d-aefa7b5ddc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcff920-965e-4af7-8149-92bdf8294aa8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:54.768432 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0ac52f-c3c8-40f0-8d16-c76162de8fa1 admin admin] Made reservation on behalf of 64682ed401c74af7aa436a2171819ebe for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:02:54.770806 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee0ac52f-c3c8-40f0-8d16-c76162de8fa1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.810391 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.l3_db [None req-8c5883ce-0d31-422b-b23f-4220536ac492 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Floating IP 17723486-3e8c-49c9-8638-9c7d38cbf01f associated. External IP: 172.27.2.64, port: 7c27c36f-56fd-4d7b-b077-2903298e9c9c. Jun 23 11:02:54.889353 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Pushing event updated for resources: {'Network': ['ID=90335769-5abc-4a45-87f8-aca0c9113916,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:54.892879 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:02:54.893263 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:02:54.894004 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:02:54.894336 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Subscribe: > port after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:02:54.894656 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Subscribe: > port after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:02:54.894983 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Subscribe: > port after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:02:54.895347 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:02:54.895767 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:02:54.896121 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:02:54.896505 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:02:54.903908 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Publish callbacks [] for security_group (5fcff920-965e-4af7-8149-92bdf8294aa8), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:54.966824 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Publish callbacks [] for security_group (5fcff920-965e-4af7-8149-92bdf8294aa8), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:55.061523 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:02:55.061878 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:02:55.062229 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:02:55.062559 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:02:55.062943 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117045dc-7adb-49b2-b945-e8bb62b08b2e']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:55.082427 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5ac196-292c-4050-bcd4-614dfc684b5b') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:55.082427 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5ac196-292c-4050-bcd4-614dfc684b5b') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:55.129733 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.132267 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.132813 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.133475 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.133630 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.133971 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.134917 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.135363 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.135870 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.136222 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.136573 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.136933 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.137271 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.137607 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.137931 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb99502-0067-4788-ace1-c2834d1c4825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.149492 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:55.154616 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network 90335769-5abc-4a45-87f8-aca0c9113916 details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:02:55.159698 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767343744660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497206'] for segment (df5ac196-292c-4050-bcd4-614dfc684b5b), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:55.179066 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (5fcff920-965e-4af7-8149-92bdf8294aa8), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:55.181671 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:55.184290 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5fcff920-965e-4af7-8149-92bdf8294aa8 HTTP/1.1" status: 204 len: 168 time: 0.4918816 Jun 23 11:02:55.199258 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (df5ac196-292c-4050-bcd4-614dfc684b5b), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:55.199927 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee0ac52f-c3c8-40f0-8d16-c76162de8fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for subnet (d0311bcd-4158-4296-896f-09ee19fbbad7), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:55.222972 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:02:55.224054 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60180802'] for segment (df5ac196-292c-4050-bcd4-614dfc684b5b), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:55.295210 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcff920-965e-4af7-8149-92bdf8294aa8,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:55.330678 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385476'] for network (117045dc-7adb-49b2-b945-e8bb62b08b2e), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:55.341732 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:55.348656 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] 10.222.0.65 "DELETE /v2.0/networks/117045dc-7adb-49b2-b945-e8bb62b08b2e HTTP/1.1" status: 204 len: 168 time: 0.9787710 Jun 23 11:02:55.354860 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 37106) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:55.356743 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.357353 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.357874 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.358393 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.358948 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410e4cc-d3ac-4b9d-89b4-e46f44d5ecdb admin admin] Pushing event deleted for resources: {'Network': ['ID=117045dc-7adb-49b2-b945-e8bb62b08b2e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:55.368816 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.369169 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.369510 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.369849 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.370297 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.370538 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.370885 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.371233 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.371561 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.372164 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.372488 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c909a-5052-4733-ba0a-a6f4bc74ce3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:02:55.471365 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5883ce-0d31-422b-b23f-4220536ac492 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Router 610e5342-e51c-4cf1-856f-3920f06a611f has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:02:55.484586 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ac52f-c3c8-40f0-8d16-c76162de8fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0311bcd-4158-4296-896f-09ee19fbbad7,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:55.506819 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-8484e25a-bd87-4792-9b5f-e2fb9afdbc64 admin admin] Deleting subnet 2c1477c4-27eb-42b1-b70c-078a8b6ea4ca {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:02:55.512273 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:55.514266 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8484e25a-bd87-4792-9b5f-e2fb9afdbc64 admin admin] Publish callbacks [] for subnet (2c1477c4-27eb-42b1-b70c-078a8b6ea4ca), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:55.521876 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b556f-9e6a-48fb-ae95-7f68954fdd60 req-24e848b8-4d9d-488e-9254-7c346e63201c tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:55.523427 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-681b556f-9e6a-48fb-ae95-7f68954fdd60 req-24e848b8-4d9d-488e-9254-7c346e63201c tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.1405904 Jun 23 11:02:55.526187 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment df5ac196-292c-4050-bcd4-614dfc684b5b resource provider aggregate not found Jun 23 11:02:55.546167 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment df5ac196-292c-4050-bcd4-614dfc684b5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df5ac196-292c-4050-bcd4-614dfc684b5b found for delete ", "request_id": "req-c64bddd8-3b2f-4f39-a772-ed9511525c26"}]} Jun 23 11:02:55.571072 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ac52f-c3c8-40f0-8d16-c76162de8fa1 admin admin] Checking segment: {'id': 'a2cc0c8e-c406-40e3-8e5d-95746053f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '90335769-5abc-4a45-87f8-aca0c9113916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:02:55.571436 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ac52f-c3c8-40f0-8d16-c76162de8fa1 admin admin] Network hostable DHCP agents. Network: 90335769-5abc-4a45-87f8-aca0c9113916, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:02:55.632889 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8484e25a-bd87-4792-9b5f-e2fb9afdbc64 admin admin] Publish callbacks [] for subnet (2c1477c4-27eb-42b1-b70c-078a8b6ea4ca), precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:55.655892 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8484e25a-bd87-4792-9b5f-e2fb9afdbc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537351'] for subnet (2c1477c4-27eb-42b1-b70c-078a8b6ea4ca), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:55.703342 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ac52f-c3c8-40f0-8d16-c76162de8fa1 admin admin] Network 90335769-5abc-4a45-87f8-aca0c9113916 is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:02:55.746990 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-681b556f-9e6a-48fb-ae95-7f68954fdd60 req-57184881-dd80-4c4f-91d8-ecc110635c0d tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979933 Jun 23 11:02:55.764176 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ee0ac52f-c3c8-40f0-8d16-c76162de8fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, 90335769-5abc-4a45-87f8-aca0c9113916) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:02:55.772879 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ac52f-c3c8-40f0-8d16-c76162de8fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:55.773502 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee0ac52f-c3c8-40f0-8d16-c76162de8fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:55.774748 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5f50d9-771a-4eb1-950b-61b6397c6ea9 None None] Network 90335769-5abc-4a45-87f8-aca0c9113916 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:02:55.791356 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5883ce-0d31-422b-b23f-4220536ac492 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:02:55.796985 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8c5883ce-0d31-422b-b23f-4220536ac492 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:55.801039 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8484e25a-bd87-4792-9b5f-e2fb9afdbc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for subnet (2c1477c4-27eb-42b1-b70c-078a8b6ea4ca), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:55.813372 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96910ad6-0279-425b-b4b7-b21b022e1674 None None] Sync routers for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:02:55.827638 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-ee0ac52f-c3c8-40f0-8d16-c76162de8fa1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1663549 Jun 23 11:02:55.835932 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96910ad6-0279-425b-b4b7-b21b022e1674 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:55.837101 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-96910ad6-0279-425b-b4b7-b21b022e1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:02:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:55.856724 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484e25a-bd87-4792-9b5f-e2fb9afdbc64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c1477c4-27eb-42b1-b70c-078a8b6ea4ca,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:55.861443 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-8c5883ce-0d31-422b-b23f-4220536ac492 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "PUT /v2.0/floatingips/17723486-3e8c-49c9-8638-9c7d38cbf01f HTTP/1.1" status: 200 len: 991 time: 2.7435014 Jun 23 11:02:55.862542 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8484e25a-bd87-4792-9b5f-e2fb9afdbc64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:55.868102 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-8484e25a-bd87-4792-9b5f-e2fb9afdbc64 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2c1477c4-27eb-42b1-b70c-078a8b6ea4ca HTTP/1.1" status: 204 len: 168 time: 0.4901123 Jun 23 11:02:55.868102 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'tag': '7c27c36f-56fd-4d7b-b077-2903298e9c9c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:02:55.868430 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37130) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:55.868540 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a29feac-84fc-4670-be68-69874e1ad1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2946bfb4-cd02-4237-8291-ad974a96ded6", "tag": "7c27c36f-56fd-4d7b-b077-2903298e9c9c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:02:55.938909 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee2b14-d9b4-4372-93c8-619b5fba1122 req-bbd4e3e9-3854-4ef4-b82d-4323d2dd377b tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:55.944225 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4bee2b14-d9b4-4372-93c8-619b5fba1122 req-bbd4e3e9-3854-4ef4-b82d-4323d2dd377b tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0729356 Jun 23 11:02:56.051165 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4bee2b14-d9b4-4372-93c8-619b5fba1122 req-17fe91b2-7a43-4590-8fe1-b6340b808a18 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985677 Jun 23 11:02:56.064569 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfb531-24f7-4419-a130-3e45f1266172 req-5e038c05-b3fa-42bc-9083-046dde81cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:56.067880 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d731c74-3d2e-4e9a-b80e-d8e647fbf4a2 None None] Network 90335769-5abc-4a45-87f8-aca0c9113916 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:02:56.075878 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3ebfb531-24f7-4419-a130-3e45f1266172 req-5e038c05-b3fa-42bc-9083-046dde81cf30 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 1130 time: 0.1438553 Jun 23 11:02:56.109517 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4b7b-a082-4879-ae87-00ea71251d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594832'] for network (2829c55a-7210-4685-9e66-8176a222ace0), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:56.144602 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883c93cb-adef-481d-bd08-1edc3ec61f74 x-openstack-request-id: req-883c93cb-adef-481d-bd08-1edc3ec61f74 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:02:56.144889 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2946bfb4-cd02-4237-8291-ad974a96ded6", "tag": "7c27c36f-56fd-4d7b-b077-2903298e9c9c", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:02:56.145144 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-883c93cb-adef-481d-bd08-1edc3ec61f74 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:02:56.145553 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-883c93cb-adef-481d-bd08-1edc3ec61f74'] response: {'name': 'network-changed', 'server_uuid': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'tag': '7c27c36f-56fd-4d7b-b077-2903298e9c9c', 'status': 'completed', 'code': 200} Jun 23 11:02:56.169345 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:56.176203 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:56.192008 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-96910ad6-0279-425b-b4b7-b21b022e1674 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:56.204844 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:56.215467 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4b7b-a082-4879-ae87-00ea71251d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506618', 'neutron.services.segments.db._delete_segments_for_network-8767343742347'] for network (2829c55a-7210-4685-9e66-8176a222ace0), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:56.241912 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6cdd4b7b-a082-4879-ae87-00ea71251d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2829c55a-7210-4685-9e66-8176a222ace0']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:56.262939 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6cdd4b7b-a082-4879-ae87-00ea71251d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae75b335-109e-4703-9d92-cf5cd82c9b57') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:56.263485 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6cdd4b7b-a082-4879-ae87-00ea71251d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae75b335-109e-4703-9d92-cf5cd82c9b57') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:56.276928 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4b7b-a082-4879-ae87-00ea71251d8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767343744660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497206'] for segment (ae75b335-109e-4703-9d92-cf5cd82c9b57), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:56.292743 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4b7b-a082-4879-ae87-00ea71251d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (ae75b335-109e-4703-9d92-cf5cd82c9b57), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:56.300508 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdd4b7b-a082-4879-ae87-00ea71251d8e admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:02:56.300906 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4b7b-a082-4879-ae87-00ea71251d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60180802'] for segment (ae75b335-109e-4703-9d92-cf5cd82c9b57), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:56.374671 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4b7b-a082-4879-ae87-00ea71251d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385476'] for network (2829c55a-7210-4685-9e66-8176a222ace0), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:56.384400 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4b7b-a082-4879-ae87-00ea71251d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:56.395190 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-6cdd4b7b-a082-4879-ae87-00ea71251d8e admin admin] 10.222.0.65 "DELETE /v2.0/networks/2829c55a-7210-4685-9e66-8176a222ace0 HTTP/1.1" status: 204 len: 168 time: 0.5233951 Jun 23 11:02:56.411290 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd4b7b-a082-4879-ae87-00ea71251d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=2829c55a-7210-4685-9e66-8176a222ace0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:56.559687 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-96910ad6-0279-425b-b4b7-b21b022e1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '17723486-3e8c-49c9-8638-9c7d38cbf01f', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': '7c27c36f-56fd-4d7b-b077-2903298e9c9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:07:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:02:12Z', 'updated_at': '2022-06-23T11:02:54Z', 'revision_number': 1, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:56.586855 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96910ad6-0279-425b-b4b7-b21b022e1674 None None] Checking router: 610e5342-e51c-4cf1-856f-3920f06a611f for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:02:56.599856 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96910ad6-0279-425b-b4b7-b21b022e1674 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:02:56.600700 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-96910ad6-0279-425b-b4b7-b21b022e1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:02:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:56.689558 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:56.699775 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 37160) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:56.705168 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3ebfb531-24f7-4419-a130-3e45f1266172 req-1bc01fe2-abb1-426d-a9e9-143727d97f9b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950813 Jun 23 11:02:56.760159 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29feac-84fc-4670-be68-69874e1ad1b6 req-21c30e54-643c-438c-84bf-f3dff0401c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:56.761924 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a29feac-84fc-4670-be68-69874e1ad1b6 req-21c30e54-643c-438c-84bf-f3dff0401c61 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=578cf1b29d474080a716e77fe2e84e5b&device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 1130 time: 0.0800676 Jun 23 11:02:56.783681 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37164) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:56.791342 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-71a2a929-d6df-4afb-bad5-2fcccf1ca097 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ade814d33ff4327b2d47b4f5f8ab168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0859289 Jun 23 11:02:56.829704 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-96910ad6-0279-425b-b4b7-b21b022e1674 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:02:56.894622 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-783f987c-cd28-43f2-9e8a-125c4444f237 admin admin] Publish callbacks [] for security_group (2aeda9cb-5562-4704-bc2a-242fc66c6725), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:56.909743 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fe903-6391-491f-8396-097e68f68aea req-d1fa0862-7a23-45ee-b3dc-e7963e188458 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:56.911334 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f15fe903-6391-491f-8396-097e68f68aea req-d1fa0862-7a23-45ee-b3dc-e7963e188458 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0672824 Jun 23 11:02:56.943820 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-783f987c-cd28-43f2-9e8a-125c4444f237 admin admin] Publish callbacks [] for security_group (2aeda9cb-5562-4704-bc2a-242fc66c6725), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:57.017703 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f15fe903-6391-491f-8396-097e68f68aea req-81bbde9e-c35d-4919-9d1a-cc1f7e0044eb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930519 Jun 23 11:02:57.072357 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-783f987c-cd28-43f2-9e8a-125c4444f237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (2aeda9cb-5562-4704-bc2a-242fc66c6725), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:57.075238 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-783f987c-cd28-43f2-9e8a-125c4444f237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:57.078949 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-783f987c-cd28-43f2-9e8a-125c4444f237 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2aeda9cb-5562-4704-bc2a-242fc66c6725 HTTP/1.1" status: 204 len: 168 time: 0.2919803 Jun 23 11:02:57.100065 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f987c-cd28-43f2-9e8a-125c4444f237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeda9cb-5562-4704-bc2a-242fc66c6725,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:57.248750 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-96910ad6-0279-425b-b4b7-b21b022e1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '17723486-3e8c-49c9-8638-9c7d38cbf01f', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': '7c27c36f-56fd-4d7b-b077-2903298e9c9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:07:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:02:12Z', 'updated_at': '2022-06-23T11:02:54Z', 'revision_number': 1, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:02:57.279025 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96910ad6-0279-425b-b4b7-b21b022e1674 None None] The sync data for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi is: [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '17723486-3e8c-49c9-8638-9c7d38cbf01f', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': '7c27c36f-56fd-4d7b-b077-2903298e9c9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:07:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:02:12Z', 'updated_at': '2022-06-23T11:02:54Z', 'revision_number': 1, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:02:57.334027 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d151fa-5125-4fe7-9237-bb6bba612f19 req-31c9d927-e6bc-4ebf-a2ad-97b45d5012b1 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:57.337346 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-86d151fa-5125-4fe7-9237-bb6bba612f19 req-31c9d927-e6bc-4ebf-a2ad-97b45d5012b1 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0680792 Jun 23 11:02:57.385251 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29feac-84fc-4670-be68-69874e1ad1b6 req-005d3d9e-5b4e-4ce4-a012-ebd07921d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:57.386725 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a29feac-84fc-4670-be68-69874e1ad1b6 req-005d3d9e-5b4e-4ce4-a012-ebd07921d922 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b879fb0c-6f1b-457c-8797-97d9533d8257 HTTP/1.1" status: 200 len: 915 time: 0.1980436 Jun 23 11:02:57.403003 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-86d151fa-5125-4fe7-9237-bb6bba612f19 req-9725f998-ed9f-4b84-a0a5-3e17ee0a0270 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601590 Jun 23 11:02:57.507251 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562cacd-fb38-4483-9ea9-3e352f0a82a4 req-d5d62421-8e5f-4163-872f-3a7f6658c61f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:57.509434 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a562cacd-fb38-4483-9ea9-3e352f0a82a4 req-d5d62421-8e5f-4163-872f-3a7f6658c61f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0520391 Jun 23 11:02:57.563896 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30017145-588e-4bf3-95b7-697475b3cbcd None None] New status for floating IP 17723486-3e8c-49c9-8638-9c7d38cbf01f: ACTIVE {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:02:57.568572 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment ae75b335-109e-4703-9d92-cf5cd82c9b57 resource provider aggregate not found Jun 23 11:02:57.572209 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37192) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:57.574256 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a562cacd-fb38-4483-9ea9-3e352f0a82a4 req-92cf2a49-6134-4af0-847a-a5fe1462b3a0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587475 Jun 23 11:02:57.596017 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment ae75b335-109e-4703-9d92-cf5cd82c9b57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae75b335-109e-4703-9d92-cf5cd82c9b57 found for delete ", "request_id": "req-43036fb9-9227-4da5-b83d-d16201eca13a"}]} Jun 23 11:02:57.622916 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-2814f838-b935-48ed-9074-d69df24204d8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0182c426a5a14ef7825c364740ead0ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474741 Jun 23 11:02:57.623531 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37196) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:57.672902 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cfae68d1-29bd-4baf-b112-6b78f67553ee admin admin] Publish callbacks [] for security_group (f646b927-1289-4f7a-af46-3379dbff22c3), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:57.693441 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cfae68d1-29bd-4baf-b112-6b78f67553ee admin admin] Publish callbacks [] for security_group (f646b927-1289-4f7a-af46-3379dbff22c3), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:57.752990 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cfae68d1-29bd-4baf-b112-6b78f67553ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (f646b927-1289-4f7a-af46-3379dbff22c3), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:57.755670 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cfae68d1-29bd-4baf-b112-6b78f67553ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:57.757575 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-cfae68d1-29bd-4baf-b112-6b78f67553ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f646b927-1289-4f7a-af46-3379dbff22c3 HTTP/1.1" status: 204 len: 168 time: 0.1329656 Jun 23 11:02:57.766147 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:57.768071 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae68d1-29bd-4baf-b112-6b78f67553ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f646b927-1289-4f7a-af46-3379dbff22c3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:57.875979 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a29feac-84fc-4670-be68-69874e1ad1b6 req-4930dfee-ecc1-4fb5-885a-e396b98af06d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c27c36f-56fd-4d7b-b077-2903298e9c9c HTTP/1.1" status: 200 len: 999 time: 0.1281867 Jun 23 11:02:58.071324 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90032f5-5a5c-48a8-89b3-0e1e78e8789c req-c65cc537-089b-4a94-b599-e0d276796169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:58.072885 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d90032f5-5a5c-48a8-89b3-0e1e78e8789c req-c65cc537-089b-4a94-b599-e0d276796169 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 1130 time: 0.0637927 Jun 23 11:02:58.076446 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29feac-84fc-4670-be68-69874e1ad1b6 req-1e3e6803-3160-4bc3-8227-151a485b7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:58.079264 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a29feac-84fc-4670-be68-69874e1ad1b6 req-1e3e6803-3160-4bc3-8227-151a485b7ef2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02373004-8ccd-4033-86a3-d7ee95f33ffc HTTP/1.1" status: 200 len: 853 time: 0.0698397 Jun 23 11:02:58.424723 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-c6b60c69-8f49-4067-a840-a70a7781cd51 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:58.426209 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-c6b60c69-8f49-4067-a840-a70a7781cd51 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/networks?id=90335769-5abc-4a45-87f8-aca0c9113916 HTTP/1.1" status: 200 len: 813 time: 0.1465321 Jun 23 11:02:58.457910 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-8670d75f-1535-4a77-bea5-a4c8cad8f6ba tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/quotas/64682ed401c74af7aa436a2171819ebe HTTP/1.1" status: 200 len: 375 time: 0.0229118 Jun 23 11:02:58.491284 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-84f18ccc-c687-49ce-a899-e8b96f605d2a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=64682ed401c74af7aa436a2171819ebe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325077 Jun 23 11:02:58.554108 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:58.564660 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc110f-bf91-4660-a828-051c84337879 req-532babbb-1966-4956-aa37-f484ce9c1432 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:58.572088 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f8bc110f-bf91-4660-a828-051c84337879 req-532babbb-1966-4956-aa37-f484ce9c1432 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0766742 Jun 23 11:02:58.582294 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:58.627619 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-bc630cd2-d1b2-4623-9d79-b7a3cab48d0f service neutron] 10.222.0.65 "GET /v2.0/networks/90335769-5abc-4a45-87f8-aca0c9113916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272612 Jun 23 11:02:58.646780 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f8bc110f-bf91-4660-a828-051c84337879 req-5063cfac-ea64-4f67-beb6-5335458d92f5 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734460 Jun 23 11:02:58.752657 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-1afa4c03-1a4d-45fe-ada1-bae2a2366c90 service neutron] 10.222.0.65 "GET /v2.0/networks/90335769-5abc-4a45-87f8-aca0c9113916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067381 Jun 23 11:02:58.782881 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15be23-6c07-4a48-b61b-2f71115fc0ef req-065e6566-6d89-46ba-8299-2bc1f12bac21 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:58.785076 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7e15be23-6c07-4a48-b61b-2f71115fc0ef req-065e6566-6d89-46ba-8299-2bc1f12bac21 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0619872 Jun 23 11:02:58.798070 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37270) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:58.854185 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7e15be23-6c07-4a48-b61b-2f71115fc0ef req-f7ce95f5-5af9-46a8-95a0-6700e6e2e6ef tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630615 Jun 23 11:02:59.003875 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7ac08a63-5345-40ca-a638-ecc6fdaf1ce1 req-c7c5e6db-6336-4d0f-b246-076668a54ea0 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 210 time: 0.0382330 Jun 23 11:02:59.004872 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29feac-84fc-4670-be68-69874e1ad1b6 req-e9eb52dc-78e7-419b-97eb-8d1d1f5e9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:59.006210 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a29feac-84fc-4670-be68-69874e1ad1b6 req-e9eb52dc-78e7-419b-97eb-8d1d1f5e9b3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b879fb0c-6f1b-457c-8797-97d9533d8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1186702 Jun 23 11:02:59.007897 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-11921c80-a9dd-46cf-aa9f-47abdc10ecee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1143560647-network', 'tenant_id': '1da9afa4daa046239d16a594150a994c'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:59.107228 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d949b47-e170-4a70-b146-83e89f3ed104 req-4dba3f61-4034-4468-9416-fec42351faf5 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:59.108758 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1d949b47-e170-4a70-b146-83e89f3ed104 req-4dba3f61-4034-4468-9416-fec42351faf5 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.1384783 Jun 23 11:02:59.113305 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11921c80-a9dd-46cf-aa9f-47abdc10ecee admin admin] Made reservation on behalf of 1da9afa4daa046239d16a594150a994c for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:02:59.115570 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11921c80-a9dd-46cf-aa9f-47abdc10ecee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:59.117858 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37286) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:02:59.129508 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-798f42bb-f307-4f93-9ba7-f17bed72f7a9 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Request body: {'floatingip': {'port_id': 'f38d95a7-ab3e-47d6-991b-c6ccc781d5fe'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:02:59.168023 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11921c80-a9dd-46cf-aa9f-47abdc10ecee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:59.218478 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90032f5-5a5c-48a8-89b3-0e1e78e8789c req-084081cc-64cd-4157-bbed-0a807bcacec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:59.219976 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d90032f5-5a5c-48a8-89b3-0e1e78e8789c req-084081cc-64cd-4157-bbed-0a807bcacec8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 919 time: 0.3355787 Jun 23 11:02:59.230126 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-798f42bb-f307-4f93-9ba7-f17bed72f7a9 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for floatingip (9c1b6a35-403d-4944-898f-7e03e52b1517), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:59.272677 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a29feac-84fc-4670-be68-69874e1ad1b6 req-8715c4a5-387c-478b-b784-01739ea6198f service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982609 Jun 23 11:02:59.358530 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d90032f5-5a5c-48a8-89b3-0e1e78e8789c req-3c922576-a3c5-43c2-bcd1-7b7d163353c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a1f5b7e-89bf-488e-990f-34a0baf9914f HTTP/1.1" status: 200 len: 217 time: 0.0888159 Jun 23 11:02:59.380426 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a29feac-84fc-4670-be68-69874e1ad1b6 req-d4a45cee-f714-426a-be69-6d8cf7f800c8 service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960209 Jun 23 11:02:59.551451 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90032f5-5a5c-48a8-89b3-0e1e78e8789c req-ae83b241-c4d4-4e1d-8e0c-4be578aba340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:59.552939 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d90032f5-5a5c-48a8-89b3-0e1e78e8789c req-ae83b241-c4d4-4e1d-8e0c-4be578aba340 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 200 len: 857 time: 0.1810269 Jun 23 11:02:59.797849 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11921c80-a9dd-46cf-aa9f-47abdc10ecee admin admin] Publish callbacks [] for security_group (5cf495b3-95d0-4cb7-b376-00ee1a3e02fd), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:59.814206 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11921c80-a9dd-46cf-aa9f-47abdc10ecee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (5cf495b3-95d0-4cb7-b376-00ee1a3e02fd), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:59.857728 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:59.878124 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11921c80-a9dd-46cf-aa9f-47abdc10ecee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:02:59.886618 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90032f5-5a5c-48a8-89b3-0e1e78e8789c req-25775e6d-605b-460c-a06d-e6ab04a51fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:59.888153 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d90032f5-5a5c-48a8-89b3-0e1e78e8789c req-25775e6d-605b-460c-a06d-e6ab04a51fdb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19e128cb-e174-49db-a8d2-8534db57c32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0891678 Jun 23 11:02:59.900777 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11921c80-a9dd-46cf-aa9f-47abdc10ecee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:02:59.936422 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11921c80-a9dd-46cf-aa9f-47abdc10ecee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:02:59.936823 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-11921c80-a9dd-46cf-aa9f-47abdc10ecee admin admin] Added segment 6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc of type vlan for network 97c23ceb-2864-4713-821e-e19a5b81f5fe Jun 23 11:02:59.954390 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:02:59.995454 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236936d2-1f38-49f0-9d1c-46a7726a826d req-dd19cb9f-4940-4b29-961f-8858bec0bfc8 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:02:59.997338 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-236936d2-1f38-49f0-9d1c-46a7726a826d req-dd19cb9f-4940-4b29-961f-8858bec0bfc8 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0615013 Jun 23 11:03:00.106293 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11921c80-a9dd-46cf-aa9f-47abdc10ecee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (97c23ceb-2864-4713-821e-e19a5b81f5fe), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:00.109367 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-236936d2-1f38-49f0-9d1c-46a7726a826d req-ec8ddbd7-f59b-4b3b-a94f-491bf0752737 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059370 Jun 23 11:03:00.252541 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 37304) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:00.280960 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-448cc1c8-05c5-4aec-8c26-c4821b3d7be7 req-a352108c-068a-46a7-a3e3-551e3b7c3946 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 210 time: 0.0922637 Jun 23 11:03:00.322216 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11921c80-a9dd-46cf-aa9f-47abdc10ecee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (97c23ceb-2864-4713-821e-e19a5b81f5fe), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:00.323230 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11921c80-a9dd-46cf-aa9f-47abdc10ecee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:00.323821 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11921c80-a9dd-46cf-aa9f-47abdc10ecee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:00.423196 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-11921c80-a9dd-46cf-aa9f-47abdc10ecee admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6239121 Jun 23 11:03:00.431545 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 37310) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:00.439133 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e87f1832-5c9c-49b4-8b95-65c31ecc1260 admin admin] Request body: {'subnet': {'network_id': '97c23ceb-2864-4713-821e-e19a5b81f5fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1143560647-subnet', 'tenant_id': '1da9afa4daa046239d16a594150a994c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:00.460380 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64b0-fe48-4948-97e3-e1c920376a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:00.474736 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87f1832-5c9c-49b4-8b95-65c31ecc1260 admin admin] Made reservation on behalf of 1da9afa4daa046239d16a594150a994c for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:03:00.477718 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e87f1832-5c9c-49b4-8b95-65c31ecc1260 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:00.485570 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-467644a5-c230-4d58-860b-86cc174ca8e8 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:00.485716 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.db.resource_extend [None req-798f42bb-f307-4f93-9ba7-f17bed72f7a9 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 11:03:00.487127 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-467644a5-c230-4d58-860b-86cc174ca8e8 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.60 "GET /v2.0/networks?id=90335769-5abc-4a45-87f8-aca0c9113916 HTTP/1.1" status: 200 len: 813 time: 0.2134337 Jun 23 11:03:00.489040 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11921c80-a9dd-46cf-aa9f-47abdc10ecee admin admin] Pushing event updated for resources: {'Network': ['ID=97c23ceb-2864-4713-821e-e19a5b81f5fe,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:00.491717 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:00.500911 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network 97c23ceb-2864-4713-821e-e19a5b81f5fe details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:03:00.519623 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d90032f5-5a5c-48a8-89b3-0e1e78e8789c req-cec402e6-9454-40e9-aa3c-edc71992d410 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078500 Jun 23 11:03:00.565414 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-798f42bb-f307-4f93-9ba7-f17bed72f7a9 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:00.571343 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-798f42bb-f307-4f93-9ba7-f17bed72f7a9 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (9c1b6a35-403d-4944-898f-7e03e52b1517), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:00.705314 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-798f42bb-f307-4f93-9ba7-f17bed72f7a9 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Floating IP 9c1b6a35-403d-4944-898f-7e03e52b1517 associated. External IP: 172.27.2.157, port: f38d95a7-ab3e-47d6-991b-c6ccc781d5fe. Jun 23 11:03:00.768881 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-42b90b08-a44b-4b5d-8542-6ac97484a186 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Request body: {'port': {'device_id': '2e278233-9622-48db-ad2b-5431be7483f2', 'network_id': '90335769-5abc-4a45-87f8-aca0c9113916', 'admin_state_up': True, 'tenant_id': '64682ed401c74af7aa436a2171819ebe'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:00.829929 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d90032f5-5a5c-48a8-89b3-0e1e78e8789c req-a754c9d8-f31a-4076-8576-e89362912d87 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734986 Jun 23 11:03:00.878994 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:00.950026 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64b0-fe48-4948-97e3-e1c920376a02 admin admin] Publish callbacks [] for security_group (5eec5141-1f18-4de9-b14e-8342337ce9f0), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:00.962193 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798f42bb-f307-4f93-9ba7-f17bed72f7a9 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Router d1aceb3b-313d-4383-8a1f-22820217f918 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:03:00.962324 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64b0-fe48-4948-97e3-e1c920376a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (5eec5141-1f18-4de9-b14e-8342337ce9f0), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:00.965538 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:01.044581 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd64b0-fe48-4948-97e3-e1c920376a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eec5141-1f18-4de9-b14e-8342337ce9f0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:01.056744 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-f5bd64b0-fe48-4948-97e3-e1c920376a02 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=218e8654a93f4ff1b3125c91f8fc892c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8007979 Jun 23 11:03:01.057670 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37320) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:01.057773 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-42b90b08-a44b-4b5d-8542-6ac97484a186 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Made reservation on behalf of 64682ed401c74af7aa436a2171819ebe for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:03:01.060857 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-42b90b08-a44b-4b5d-8542-6ac97484a186 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:01.073809 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e87f1832-5c9c-49b4-8b95-65c31ecc1260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for subnet (a5f67bbe-5941-453e-9134-1b9d63af85c3), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:01.105752 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798f42bb-f307-4f93-9ba7-f17bed72f7a9 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:03:01.110537 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-798f42bb-f307-4f93-9ba7-f17bed72f7a9 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:01.112698 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:01.122151 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76de60a-65e6-424b-b45e-67fcc17dd95f None None] Sync routers for ids ['d1aceb3b-313d-4383-8a1f-22820217f918'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:03:01.140587 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76de60a-65e6-424b-b45e-67fcc17dd95f None None] Routers {'d1aceb3b-313d-4383-8a1f-22820217f918'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:03:01.142481 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d76de60a-65e6-424b-b45e-67fcc17dd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:02:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['d1aceb3b-313d-4383-8a1f-22820217f918'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:01.159376 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cae7df4d-4b2c-4d51-acbd-921a6f201694 admin admin] Publish callbacks [] for security_group (5eec5141-1f18-4de9-b14e-8342337ce9f0), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:01.191147 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f1832-5c9c-49b4-8b95-65c31ecc1260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f67bbe-5941-453e-9134-1b9d63af85c3,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:01.220865 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cae7df4d-4b2c-4d51-acbd-921a6f201694 admin admin] Publish callbacks [] for security_group (5eec5141-1f18-4de9-b14e-8342337ce9f0), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:01.233932 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-798f42bb-f307-4f93-9ba7-f17bed72f7a9 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "PUT /v2.0/floatingips/9c1b6a35-403d-4944-898f-7e03e52b1517 HTTP/1.1" status: 200 len: 992 time: 2.1059265 Jun 23 11:03:01.233932 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d', 'tag': 'f38d95a7-ab3e-47d6-991b-c6ccc781d5fe'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:03:01.236411 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adb4e34-7a08-45b1-bf1b-4d60c80b58a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d", "tag": "f38d95a7-ab3e-47d6-991b-c6ccc781d5fe"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:03:01.275188 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87f1832-5c9c-49b4-8b95-65c31ecc1260 admin admin] Checking segment: {'id': '6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '97c23ceb-2864-4713-821e-e19a5b81f5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:03:01.275562 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87f1832-5c9c-49b4-8b95-65c31ecc1260 admin admin] Network hostable DHCP agents. Network: 97c23ceb-2864-4713-821e-e19a5b81f5fe, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:03:01.277448 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd03ed46-8074-4970-baff-acc525ee202b x-openstack-request-id: req-cd03ed46-8074-4970-baff-acc525ee202b {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:03:01.277743 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d", "tag": "f38d95a7-ab3e-47d6-991b-c6ccc781d5fe", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:03:01.278015 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cd03ed46-8074-4970-baff-acc525ee202b {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:03:01.278416 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd03ed46-8074-4970-baff-acc525ee202b'] response: {'name': 'network-changed', 'server_uuid': '9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d', 'tag': 'f38d95a7-ab3e-47d6-991b-c6ccc781d5fe', 'status': 'completed', 'code': 200} Jun 23 11:03:01.290607 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=100 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:01.292502 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cae7df4d-4b2c-4d51-acbd-921a6f201694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (5eec5141-1f18-4de9-b14e-8342337ce9f0), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:01.295402 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cae7df4d-4b2c-4d51-acbd-921a6f201694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:01.298654 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-cae7df4d-4b2c-4d51-acbd-921a6f201694 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5eec5141-1f18-4de9-b14e-8342337ce9f0 HTTP/1.1" status: 204 len: 168 time: 0.2385976 Jun 23 11:03:01.306608 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7df4d-4b2c-4d51-acbd-921a6f201694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eec5141-1f18-4de9-b14e-8342337ce9f0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:01.306768 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d76de60a-65e6-424b-b45e-67fcc17dd95f None None] Set router d1aceb3b-313d-4383-8a1f-22820217f918 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:03:01.350747 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=100 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:01.379041 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-42b90b08-a44b-4b5d-8542-6ac97484a186 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Allocated IP 172.20.0.4 (90335769-5abc-4a45-87f8-aca0c9113916/d0311bcd-4158-4296-896f-09ee19fbbad7/a0add7ed-5464-4c4c-bb48-b733b2757101) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:03:01.402546 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb4e34-7a08-45b1-bf1b-4d60c80b58a5 req-1852df58-fd16-419c-b9e0-ba1b6e9a7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:01.404455 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4adb4e34-7a08-45b1-bf1b-4d60c80b58a5 req-1852df58-fd16-419c-b9e0-ba1b6e9a7e5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac9f9313c3ac4dde97e75ac6fa8fae11&device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 1130 time: 0.0491450 Jun 23 11:03:01.404821 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde092e-cdf3-430b-a5b6-2f6a0f82bf7d req-057737fa-2529-475a-8f3a-705271771aae tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:01.406379 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-edde092e-cdf3-430b-a5b6-2f6a0f82bf7d req-057737fa-2529-475a-8f3a-705271771aae tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.1326294 Jun 23 11:03:01.417435 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:INSERT=14,neutron:SELECT=86 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:01.429273 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87f1832-5c9c-49b4-8b95-65c31ecc1260 admin admin] Network 97c23ceb-2864-4713-821e-e19a5b81f5fe is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:03:01.466871 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-e87f1832-5c9c-49b4-8b95-65c31ecc1260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, 97c23ceb-2864-4713-821e-e19a5b81f5fe) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:01.475689 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca04bef-70d5-4ec6-b9fa-c0c94411b80b None None] Network 97c23ceb-2864-4713-821e-e19a5b81f5fe requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:03:01.512859 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87f1832-5c9c-49b4-8b95-65c31ecc1260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:01.517233 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e87f1832-5c9c-49b4-8b95-65c31ecc1260 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:01.556129 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-edde092e-cdf3-430b-a5b6-2f6a0f82bf7d req-31479e72-eed3-44b9-9cd6-81afce3cb234 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374598 Jun 23 11:03:01.580779 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-e87f1832-5c9c-49b4-8b95-65c31ecc1260 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1459744 Jun 23 11:03:01.672489 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337f5665-fc04-4ca6-b85a-77d94e81cf5e None None] Network 97c23ceb-2864-4713-821e-e19a5b81f5fe requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:03:01.708489 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d76de60a-65e6-424b-b45e-67fcc17dd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:10Z', 'revision_number': 4, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '9c1b6a35-403d-4944-898f-7e03e52b1517', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'port_id': 'f38d95a7-ab3e-47d6-991b-c6ccc781d5fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'mac_address': 'fa:16:3e:9e:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:02:23Z', 'updated_at': '2022-06-23T11:03:00Z', 'revision_number': 1, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cbee5b6-d397-413d-ba0b-bf9b7230f622', 'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'mac_address': 'fa:16:3e:bb:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:08Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 5, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'subnets': [{'id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:01.778265 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76de60a-65e6-424b-b45e-67fcc17dd95f None None] Checking router: d1aceb3b-313d-4383-8a1f-22820217f918 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:03:01.794863 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76de60a-65e6-424b-b45e-67fcc17dd95f None None] Routers {'d1aceb3b-313d-4383-8a1f-22820217f918'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:03:01.795811 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d76de60a-65e6-424b-b45e-67fcc17dd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:02:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['d1aceb3b-313d-4383-8a1f-22820217f918'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:01.857964 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-42b90b08-a44b-4b5d-8542-6ac97484a186 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Publish callbacks [] for port (a0add7ed-5464-4c4c-bb48-b733b2757101), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:01.896608 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53120bac-da9c-4ac2-8ebc-9f167d7d17c7 req-69e0212b-75a3-405f-9861-61dae87619be tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 210 time: 0.4622674 Jun 23 11:03:01.948183 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d76de60a-65e6-424b-b45e-67fcc17dd95f None None] Set router d1aceb3b-313d-4383-8a1f-22820217f918 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:03:01.959006 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-42b90b08-a44b-4b5d-8542-6ac97484a186 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (a0add7ed-5464-4c4c-bb48-b733b2757101), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:01.965108 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb4e34-7a08-45b1-bf1b-4d60c80b58a5 req-0685dd5c-2451-4f4f-96f2-0d9cbfcc37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:01.966805 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4adb4e34-7a08-45b1-bf1b-4d60c80b58a5 req-0685dd5c-2451-4f4f-96f2-0d9cbfcc37ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d HTTP/1.1" status: 200 len: 911 time: 0.5540206 Jun 23 11:03:01.992205 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:02.017985 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-42b90b08-a44b-4b5d-8542-6ac97484a186 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Network 90335769-5abc-4a45-87f8-aca0c9113916 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:03:02.021855 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-42b90b08-a44b-4b5d-8542-6ac97484a186 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:02.025124 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-42b90b08-a44b-4b5d-8542-6ac97484a186 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:03:02.031337 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-42b90b08-a44b-4b5d-8542-6ac97484a186 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:02.032432 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-42b90b08-a44b-4b5d-8542-6ac97484a186 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:02.051371 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b90b08-a44b-4b5d-8542-6ac97484a186 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Pushing event updated for resources: {'Port': ['ID=a0add7ed-5464-4c4c-bb48-b733b2757101,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:02.058954 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-42b90b08-a44b-4b5d-8542-6ac97484a186 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2937207 Jun 23 11:03:02.294230 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:03:02.378514 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Request body: {'port': {'device_id': '2e278233-9622-48db-ad2b-5431be7483f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:02.392742 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d76de60a-65e6-424b-b45e-67fcc17dd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:10Z', 'revision_number': 4, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '9c1b6a35-403d-4944-898f-7e03e52b1517', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'port_id': 'f38d95a7-ab3e-47d6-991b-c6ccc781d5fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'mac_address': 'fa:16:3e:9e:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:02:23Z', 'updated_at': '2022-06-23T11:03:00Z', 'revision_number': 1, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cbee5b6-d397-413d-ba0b-bf9b7230f622', 'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'mac_address': 'fa:16:3e:bb:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:08Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 5, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'subnets': [{'id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:02.433424 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76de60a-65e6-424b-b45e-67fcc17dd95f None None] The sync data for ids ['d1aceb3b-313d-4383-8a1f-22820217f918'] in dv-cinder-843309-2-iscsi is: [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:10Z', 'revision_number': 4, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '9c1b6a35-403d-4944-898f-7e03e52b1517', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'port_id': 'f38d95a7-ab3e-47d6-991b-c6ccc781d5fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'mac_address': 'fa:16:3e:9e:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:02:23Z', 'updated_at': '2022-06-23T11:03:00Z', 'revision_number': 1, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cbee5b6-d397-413d-ba0b-bf9b7230f622', 'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'mac_address': 'fa:16:3e:bb:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:08Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 5, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'subnets': [{'id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:03:02.481073 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4adb4e34-7a08-45b1-bf1b-4d60c80b58a5 req-39e77b48-3878-470d-a769-100aa709b11f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f38d95a7-ab3e-47d6-991b-c6ccc781d5fe HTTP/1.1" status: 200 len: 1000 time: 0.1081009 Jun 23 11:03:02.497187 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (a0add7ed-5464-4c4c-bb48-b733b2757101), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:02.562922 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb4e34-7a08-45b1-bf1b-4d60c80b58a5 req-3d384bd6-9290-44e3-a699-f2aeee6295bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:02.564440 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4adb4e34-7a08-45b1-bf1b-4d60c80b58a5 req-3d384bd6-9290-44e3-a699-f2aeee6295bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=36e9125f-f67e-4b5d-8729-45eedcb46700 HTTP/1.1" status: 200 len: 849 time: 0.0645044 Jun 23 11:03:02.717207 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb4e34-7a08-45b1-bf1b-4d60c80b58a5 req-7a1456f5-a3d7-4ea7-ae6d-b7bb09cf8a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:02.718879 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4adb4e34-7a08-45b1-bf1b-4d60c80b58a5 req-7a1456f5-a3d7-4ea7-ae6d-b7bb09cf8a63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715978 Jun 23 11:03:02.739334 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c14aac9-6ce3-43ab-b734-3559bdbfde86 None None] New status for floating IP 9c1b6a35-403d-4944-898f-7e03e52b1517: ACTIVE {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:03:02.799175 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ea6a3-a8f7-41e8-8bea-725334af9c24 req-ee7b896c-7735-4305-ae7e-75f706c01137 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:02.800674 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-752ea6a3-a8f7-41e8-8bea-725334af9c24 req-ee7b896c-7735-4305-ae7e-75f706c01137 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.1049874 Jun 23 11:03:02.882430 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-752ea6a3-a8f7-41e8-8bea-725334af9c24 req-dedd96a2-0012-435f-9419-5127e87b9746 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750017 Jun 23 11:03:02.925533 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0add7ed-5464-4c4c-bb48-b733b2757101 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:03:02.934748 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Publish callbacks [] for port (a0add7ed-5464-4c4c-bb48-b733b2757101), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:02.937515 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:02.961451 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Transition to ACTIVE for port object a0add7ed-5464-4c4c-bb48-b733b2757101 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:03:02.966818 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (a0add7ed-5464-4c4c-bb48-b733b2757101), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:03.025159 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Pushing event updated for resources: {'Port': ['ID=a0add7ed-5464-4c4c-bb48-b733b2757101,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:03.037060 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffb38a-bffd-4d00-b06c-3a4bca5ba849 req-b7b97dd1-3436-413e-a059-d8a458b616d5 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:03.039205 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-77ffb38a-bffd-4d00-b06c-3a4bca5ba849 req-b7b97dd1-3436-413e-a059-d8a458b616d5 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 943 time: 0.0597310 Jun 23 11:03:03.069152 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Attempting to bind port a0add7ed-5464-4c4c-bb48-b733b2757101 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:03:03.069506 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Attempting to bind port a0add7ed-5464-4c4c-bb48-b733b2757101 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'a2cc0c8e-c406-40e3-8e5d-95746053f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '90335769-5abc-4a45-87f8-aca0c9113916'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:03:03.069832 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Attempting to bind port a0add7ed-5464-4c4c-bb48-b733b2757101 on network 90335769-5abc-4a45-87f8-aca0c9113916 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:03:03.077750 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Port a0add7ed-5464-4c4c-bb48-b733b2757101 on network 90335769-5abc-4a45-87f8-aca0c9113916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:03:03.078202 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Attempting to bind port a0add7ed-5464-4c4c-bb48-b733b2757101 on network 90335769-5abc-4a45-87f8-aca0c9113916 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:03:03.083673 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:03:03.084026 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Checking segment: {'id': 'a2cc0c8e-c406-40e3-8e5d-95746053f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '90335769-5abc-4a45-87f8-aca0c9113916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:03:03.084416 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Bound using segment: {'id': 'a2cc0c8e-c406-40e3-8e5d-95746053f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '90335769-5abc-4a45-87f8-aca0c9113916'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:03:03.084881 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Bound port: a0add7ed-5464-4c4c-bb48-b733b2757101, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2cc0c8e-c406-40e3-8e5d-95746053f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '90335769-5abc-4a45-87f8-aca0c9113916'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:03:03.085772 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (a0add7ed-5464-4c4c-bb48-b733b2757101), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:03.103001 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-77ffb38a-bffd-4d00-b06c-3a4bca5ba849 req-bcebe6d2-9981-46fd-b47d-7ecdcf94404b tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581608 Jun 23 11:03:03.170072 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] For port a0add7ed-5464-4c4c-bb48-b733b2757101, host hv-cinder-84330, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:03:03.174112 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] For port a0add7ed-5464-4c4c-bb48-b733b2757101, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a0add7ed-5464-4c4c-bb48-b733b2757101,segment=NetworkSegment(a2cc0c8e-c406-40e3-8e5d-95746053f392),segment_id=a2cc0c8e-c406-40e3-8e5d-95746053f392)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:03:03.181979 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (a0add7ed-5464-4c4c-bb48-b733b2757101), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:03.191014 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4adb4e34-7a08-45b1-bf1b-4d60c80b58a5 req-4b84deb3-c538-4011-a77e-b2f2dc847a5b service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020417 Jun 23 11:03:03.226598 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:03.227288 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:03.228897 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] 10.222.0.60 "PUT /v2.0/ports/a0add7ed-5464-4c4c-bb48-b733b2757101 HTTP/1.1" status: 200 len: 1093 time: 0.8550658 Jun 23 11:03:03.231426 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e278233-9622-48db-ad2b-5431be7483f2', 'tag': 'a0add7ed-5464-4c4c-bb48-b733b2757101'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:03:03.233733 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebf4b80-06a1-4443-8f5d-e5a70642d01d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e278233-9622-48db-ad2b-5431be7483f2", "tag": "a0add7ed-5464-4c4c-bb48-b733b2757101"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:03:03.250087 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2bd23-7ae0-469f-b3f0-099ad6813b85 service neutron] Pushing event updated for resources: {'Port': ['ID=a0add7ed-5464-4c4c-bb48-b733b2757101,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:03.297287 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21281429-4e25-4a84-a129-3cb19f489b91 x-openstack-request-id: req-21281429-4e25-4a84-a129-3cb19f489b91 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:03:03.297768 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e278233-9622-48db-ad2b-5431be7483f2", "tag": "a0add7ed-5464-4c4c-bb48-b733b2757101", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:03:03.304170 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21281429-4e25-4a84-a129-3cb19f489b91 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:03:03.304588 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21281429-4e25-4a84-a129-3cb19f489b91'] response: {'name': 'network-changed', 'server_uuid': '2e278233-9622-48db-ad2b-5431be7483f2', 'tag': 'a0add7ed-5464-4c4c-bb48-b733b2757101', 'status': 'completed', 'code': 200} Jun 23 11:03:03.330315 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4adb4e34-7a08-45b1-bf1b-4d60c80b58a5 req-afe4666e-6b18-4833-a69f-0a288a796fd4 service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199551 Jun 23 11:03:03.347297 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b247b2aa-ac5d-4490-938c-4d81cb94d730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:03.449444 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-6cb7d603-91cd-425a-9b29-31e9cd8a98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:03.451105 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-6cb7d603-91cd-425a-9b29-31e9cd8a98cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=64682ed401c74af7aa436a2171819ebe&device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 1127 time: 0.0460575 Jun 23 11:03:03.515019 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-f8151f1c-d287-4480-94a5-249dc62f98b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0add7ed-5464-4c4c-bb48-b733b2757101 HTTP/1.1" status: 200 len: 217 time: 0.0358346 Jun 23 11:03:03.573249 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-736d112d-20e8-47e8-b274-b178f0106745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:03.576752 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-736d112d-20e8-47e8-b274-b178f0106745 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0311bcd-4158-4296-896f-09ee19fbbad7 HTTP/1.1" status: 200 len: 853 time: 0.0532808 Jun 23 11:03:03.591356 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:03.620874 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-335db447-925b-4ea4-9aba-155010e0c4b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90335769-5abc-4a45-87f8-aca0c9113916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376036 Jun 23 11:03:03.779296 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-422e5ec6-64f4-43b9-8319-ff0156bbdccf tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:03.780775 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-422e5ec6-64f4-43b9-8319-ff0156bbdccf tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/networks?id=97c23ceb-2864-4713-821e-e19a5b81f5fe HTTP/1.1" status: 200 len: 809 time: 0.1883357 Jun 23 11:03:03.785271 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:03.811818 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-5995ac6c-31a3-4d0f-b50e-7896cd9dac9e tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/quotas/1da9afa4daa046239d16a594150a994c HTTP/1.1" status: 200 len: 375 time: 0.0251167 Jun 23 11:03:03.813893 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-2bf6bf48-057d-4bdb-a5b0-c5f7ea636a0d service neutron] 10.222.0.60 "GET /v2.0/networks/90335769-5abc-4a45-87f8-aca0c9113916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668093 Jun 23 11:03:03.852270 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-43ce9477-1d28-478a-bfe9-4a8c3b0c2b41 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1da9afa4daa046239d16a594150a994c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350022 Jun 23 11:03:04.001159 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-81933893-3284-4eac-8de5-0325cb1e5ac3 req-3e5bbc43-b479-488e-8fd3-f9c3b8df7368 service neutron] 10.222.0.60 "GET /v2.0/networks/90335769-5abc-4a45-87f8-aca0c9113916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736195 Jun 23 11:03:04.004514 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-c0e47b4d-3d1a-4802-9099-492b861db3f3 service neutron] 10.222.0.65 "GET /v2.0/networks/97c23ceb-2864-4713-821e-e19a5b81f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431801 Jun 23 11:03:04.014011 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243520e-700c-4285-9344-0e939a5f6c7d req-07bd885d-7c2b-4ce1-a730-ac73986a8299 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:04.015949 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f243520e-700c-4285-9344-0e939a5f6c7d req-07bd885d-7c2b-4ce1-a730-ac73986a8299 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0535839 Jun 23 11:03:04.076247 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f243520e-700c-4285-9344-0e939a5f6c7d req-66e8cbe1-3154-47a9-bc77-a9b620c06fab tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503836 Jun 23 11:03:04.116432 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-6867b912-5bcf-4924-ad3a-fdb7134268df service neutron] 10.222.0.65 "GET /v2.0/networks/97c23ceb-2864-4713-821e-e19a5b81f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036668 Jun 23 11:03:04.260745 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bdc6f-2298-48e0-b7d3-24dd113ef910 req-05d3a4f8-3d05-4de0-981f-05acc2fef797 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:04.260745 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ad5bdc6f-2298-48e0-b7d3-24dd113ef910 req-05d3a4f8-3d05-4de0-981f-05acc2fef797 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 943 time: 0.0705543 Jun 23 11:03:04.332205 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-48a174c8-7dd7-4f92-8dd2-522677278cd9 req-44a362f6-6d88-4276-ae2c-7c19dab567da tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 210 time: 0.0318105 Jun 23 11:03:04.371565 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ad5bdc6f-2298-48e0-b7d3-24dd113ef910 req-5cea7e4d-32eb-4455-ba52-83a8acf58787 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046090 Jun 23 11:03:05.202077 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7e1db-0825-45c9-ae66-71b28cfd36ab req-73530826-7f2a-46ce-b2ac-8ca345bc41ab tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:05.203557 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-02f7e1db-0825-45c9-ae66-71b28cfd36ab req-73530826-7f2a-46ce-b2ac-8ca345bc41ab tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0463948 Jun 23 11:03:05.249405 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-02f7e1db-0825-45c9-ae66-71b28cfd36ab req-a9523a16-5706-497f-9a69-f1887bcc34bb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402021 Jun 23 11:03:05.469993 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7071c5e2-d078-4ff6-9b6c-954934426868 req-6c1488e8-524f-441c-9115-55af0de97b7e tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 210 time: 0.0398033 Jun 23 11:03:05.504689 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c365e-28ed-4175-84a8-b8fff24c6f49 req-8144db69-1c06-4b95-8f9e-09360b07cccf tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:05.512347 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-652c365e-28ed-4175-84a8-b8fff24c6f49 req-8144db69-1c06-4b95-8f9e-09360b07cccf tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 943 time: 0.0821936 Jun 23 11:03:05.556070 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-652c365e-28ed-4175-84a8-b8fff24c6f49 req-4c33be41-7fb4-4f1c-ac1a-8ff0d22f185f tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428324 Jun 23 11:03:05.622719 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84bdfdbe-6e6e-4bf8-a4aa-b71098e44813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:05.915037 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device a0add7ed-5464-4c4c-bb48-b733b2757101 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:03:05.955225 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf4b80-06a1-4443-8f5d-e5a70642d01d req-0c2f0a0a-d0a5-4b1a-8cb2-e451a335eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:05.956969 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cebf4b80-06a1-4443-8f5d-e5a70642d01d req-0c2f0a0a-d0a5-4b1a-8cb2-e451a335eb45 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=64682ed401c74af7aa436a2171819ebe&device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 1127 time: 0.0436847 Jun 23 11:03:06.024990 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a363dec3-d6ed-4a61-ac18-7093024a929d req-d7d0e48c-533f-45be-abfd-9553e6840a79 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425448 Jun 23 11:03:06.031078 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port a0add7ed-5464-4c4c-bb48-b733b2757101, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a0add7ed-5464-4c4c-bb48-b733b2757101,segment=NetworkSegment(a2cc0c8e-c406-40e3-8e5d-95746053f392),segment_id=a2cc0c8e-c406-40e3-8e5d-95746053f392)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:06.054599 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': 'a0add7ed-5464-4c4c-bb48-b733b2757101', 'network_id': '90335769-5abc-4a45-87f8-aca0c9113916', 'port_id': 'a0add7ed-5464-4c4c-bb48-b733b2757101', 'mac_address': 'fa:16:3e:51:11:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0311bcd-4158-4296-896f-09ee19fbbad7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:03:06.098788 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port a0add7ed-5464-4c4c-bb48-b733b2757101 is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:06.101348 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (a0add7ed-5464-4c4c-bb48-b733b2757101), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:06.114828 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0add7ed-5464-4c4c-bb48-b733b2757101 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:03:06.118253 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf4b80-06a1-4443-8f5d-e5a70642d01d req-f952fddd-89ba-4c25-9045-8d035ee43391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:06.119700 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cebf4b80-06a1-4443-8f5d-e5a70642d01d req-f952fddd-89ba-4c25-9045-8d035ee43391 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90335769-5abc-4a45-87f8-aca0c9113916 HTTP/1.1" status: 200 len: 914 time: 0.1348584 Jun 23 11:03:06.138707 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port a0add7ed-5464-4c4c-bb48-b733b2757101, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a0add7ed-5464-4c4c-bb48-b733b2757101,segment=NetworkSegment(a2cc0c8e-c406-40e3-8e5d-95746053f392),segment_id=a2cc0c8e-c406-40e3-8e5d-95746053f392)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:06.142965 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (a0add7ed-5464-4c4c-bb48-b733b2757101), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:06.189281 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=a0add7ed-5464-4c4c-bb48-b733b2757101,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:06.196843 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:06.197195 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:06.197541 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:06.197880 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:06.198215 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:06.198544 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:06.198873 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:06.199355 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:06.199514 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:06.199867 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:06.200195 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:06.200522 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:06.200844 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:06.201189 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:06.201515 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:06.326054 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:06.368715 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc5f02-c504-4d7e-8b6e-778df2f6fa6f req-7c66b7d7-a44b-4db1-9adf-206d79bc2cc4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:06.370165 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-adfc5f02-c504-4d7e-8b6e-778df2f6fa6f req-7c66b7d7-a44b-4db1-9adf-206d79bc2cc4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0524824 Jun 23 11:03:06.418196 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-adfc5f02-c504-4d7e-8b6e-778df2f6fa6f req-5dfbaff4-d609-446c-b471-43b1b0cb164d tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416691 Jun 23 11:03:06.564248 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6b5fdca1-c6d9-458e-be60-2fe17cc2d1a5 req-3fdb78af-18b6-498d-9f9e-6c12f547fc31 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 210 time: 0.0276499 Jun 23 11:03:06.669104 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:06.670120 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d3858-b911-4c83-a3fa-3bd36b07d76b req-d2ad0c18-120b-4777-83f0-87507f1c8866 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:06.671631 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-906d3858-b911-4c83-a3fa-3bd36b07d76b req-d2ad0c18-120b-4777-83f0-87507f1c8866 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 944 time: 0.0471640 Jun 23 11:03:06.721940 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-906d3858-b911-4c83-a3fa-3bd36b07d76b req-dfeb90af-e089-4c4c-9033-38e19ebf0f42 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447304 Jun 23 11:03:06.860100 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['a0add7ed-5464-4c4c-bb48-b733b2757101'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:03:07.007084 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:07.060936 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:07.065521 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:07.532417 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc6701-7618-46ae-8467-d08a4312463f req-e26637d8-2e65-4611-ade5-745f5c875bd1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:07.533912 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-81bc6701-7618-46ae-8467-d08a4312463f req-e26637d8-2e65-4611-ade5-745f5c875bd1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0484238 Jun 23 11:03:07.584360 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-81bc6701-7618-46ae-8467-d08a4312463f req-cfe7c336-0fcc-4f26-9912-7f97c94e7120 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444732 Jun 23 11:03:07.661339 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7cc4aee4-b6d4-46a0-8bc1-97cadf4c0d4b req-76dd1890-673a-4011-ae94-c9578fc8e197 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 210 time: 0.0303009 Jun 23 11:03:07.832143 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5bdfa-4b8c-4925-90b1-9f5ff4d1625e req-027b6a1d-300d-4ce3-b838-349fbaca6e89 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:07.833561 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-96c5bdfa-4b8c-4925-90b1-9f5ff4d1625e req-027b6a1d-300d-4ce3-b838-349fbaca6e89 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 944 time: 0.0448215 Jun 23 11:03:07.861047 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:07.885209 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-96c5bdfa-4b8c-4925-90b1-9f5ff4d1625e req-bf6ad2fb-4dd7-41ba-a052-ac446b2dcc3c tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455248 Jun 23 11:03:08.082609 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:08.177917 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cebf4b80-06a1-4443-8f5d-e5a70642d01d req-408bc1bc-1d02-4f88-ab31-42b179105d7b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0add7ed-5464-4c4c-bb48-b733b2757101 HTTP/1.1" status: 200 len: 217 time: 0.0336728 Jun 23 11:03:08.350959 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363dec3-d6ed-4a61-ac18-7093024a929d req-4e43d8d0-9ea8-47e9-abb3-1c89957c4d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:08.352584 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a363dec3-d6ed-4a61-ac18-7093024a929d req-4e43d8d0-9ea8-47e9-abb3-1c89957c4d56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=578cf1b29d474080a716e77fe2e84e5b&device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 1130 time: 0.0419095 Jun 23 11:03:08.364043 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf4b80-06a1-4443-8f5d-e5a70642d01d req-c347aa50-cf08-4008-92ea-120c52416409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:08.365474 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cebf4b80-06a1-4443-8f5d-e5a70642d01d req-c347aa50-cf08-4008-92ea-120c52416409 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0311bcd-4158-4296-896f-09ee19fbbad7 HTTP/1.1" status: 200 len: 853 time: 0.0554190 Jun 23 11:03:08.391386 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device a0add7ed-5464-4c4c-bb48-b733b2757101 up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:08.434944 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port a0add7ed-5464-4c4c-bb48-b733b2757101 completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:03:08.440794 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port a0add7ed-5464-4c4c-bb48-b733b2757101 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:08.441195 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (a0add7ed-5464-4c4c-bb48-b733b2757101), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:08.510992 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port a0add7ed-5464-4c4c-bb48-b733b2757101 is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:08.511373 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (a0add7ed-5464-4c4c-bb48-b733b2757101), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:08.535299 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e278233-9622-48db-ad2b-5431be7483f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0add7ed-5464-4c4c-bb48-b733b2757101'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:03:08.537534 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bcbbb7-6e84-4f93-856e-86eab1f822e9" -d '{"events": [{"server_uuid": "2e278233-9622-48db-ad2b-5431be7483f2", "name": "network-vif-plugged", "status": "completed", "tag": "a0add7ed-5464-4c4c-bb48-b733b2757101"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:03:08.549867 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port a0add7ed-5464-4c4c-bb48-b733b2757101, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a0add7ed-5464-4c4c-bb48-b733b2757101,segment=NetworkSegment(a2cc0c8e-c406-40e3-8e5d-95746053f392),segment_id=a2cc0c8e-c406-40e3-8e5d-95746053f392)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:08.554429 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (a0add7ed-5464-4c4c-bb48-b733b2757101), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:08.580198 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01779497-ac22-42c6-921d-5c2363020a12 x-openstack-request-id: req-01779497-ac22-42c6-921d-5c2363020a12 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:03:08.580508 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e278233-9622-48db-ad2b-5431be7483f2", "name": "network-vif-plugged", "status": "completed", "tag": "a0add7ed-5464-4c4c-bb48-b733b2757101", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:03:08.580754 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01779497-ac22-42c6-921d-5c2363020a12 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:03:08.581202 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01779497-ac22-42c6-921d-5c2363020a12'] response: {'server_uuid': '2e278233-9622-48db-ad2b-5431be7483f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0add7ed-5464-4c4c-bb48-b733b2757101', 'code': 200} Jun 23 11:03:08.605654 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=a0add7ed-5464-4c4c-bb48-b733b2757101,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:08.639139 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:08.704701 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be7c18-ed73-4098-9c4c-622fbe803f3b req-aabe6992-5c73-47d4-bfdc-4b600ff52db0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:08.706000 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b0be7c18-ed73-4098-9c4c-622fbe803f3b req-aabe6992-5c73-47d4-bfdc-4b600ff52db0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0501957 Jun 23 11:03:08.731854 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:08.764208 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a0c7ecb1-df2b-4064-88da-a275b675e18d req-ee238319-a5fb-4a83-9cf5-64fcd0f3493b tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 210 time: 0.0297880 Jun 23 11:03:08.777969 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b0be7c18-ed73-4098-9c4c-622fbe803f3b req-ea274920-3125-4c56-aca8-88bcb1cfdf1b tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653059 Jun 23 11:03:08.881109 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cebf4b80-06a1-4443-8f5d-e5a70642d01d req-46001f25-45cd-4a74-aec1-830cfc68262b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90335769-5abc-4a45-87f8-aca0c9113916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277011 Jun 23 11:03:09.043491 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313439f7-9555-446d-b87a-451708ba340b req-a0f4a88c-8bc2-4be1-824e-80ed6bc4ca73 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:09.045029 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-313439f7-9555-446d-b87a-451708ba340b req-a0f4a88c-8bc2-4be1-824e-80ed6bc4ca73 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 945 time: 0.0818315 Jun 23 11:03:09.064358 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:09.075496 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363dec3-d6ed-4a61-ac18-7093024a929d req-c60924db-4992-4b18-950e-c0c2fced1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:09.076937 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a363dec3-d6ed-4a61-ac18-7093024a929d req-c60924db-4992-4b18-950e-c0c2fced1f0b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b879fb0c-6f1b-457c-8797-97d9533d8257 HTTP/1.1" status: 200 len: 915 time: 0.1479042 Jun 23 11:03:09.111640 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-313439f7-9555-446d-b87a-451708ba340b req-fbec88f7-7dbc-4fd3-81f3-95f3ec3a45c3 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600514 Jun 23 11:03:09.447605 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cebf4b80-06a1-4443-8f5d-e5a70642d01d req-793a9cb8-a672-49c7-99e1-250a77733dfd service neutron] 10.222.0.60 "GET /v2.0/networks/90335769-5abc-4a45-87f8-aca0c9113916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034315 Jun 23 11:03:09.456990 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a363dec3-d6ed-4a61-ac18-7093024a929d req-fe1fffc4-9b3e-48ef-811c-891452e0ae36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c27c36f-56fd-4d7b-b077-2903298e9c9c HTTP/1.1" status: 200 len: 1001 time: 0.0677681 Jun 23 11:03:09.516511 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363dec3-d6ed-4a61-ac18-7093024a929d req-fce096b0-b48e-4eb5-bae6-1653042c14d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:09.518471 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a363dec3-d6ed-4a61-ac18-7093024a929d req-fce096b0-b48e-4eb5-bae6-1653042c14d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02373004-8ccd-4033-86a3-d7ee95f33ffc HTTP/1.1" status: 200 len: 853 time: 0.0544097 Jun 23 11:03:09.549348 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cebf4b80-06a1-4443-8f5d-e5a70642d01d req-66d4c3d1-b4a3-4947-bfdd-22cc76780fbe service neutron] 10.222.0.60 "GET /v2.0/networks/90335769-5abc-4a45-87f8-aca0c9113916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945027 Jun 23 11:03:09.685756 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363dec3-d6ed-4a61-ac18-7093024a929d req-6d7227f4-2bd9-405c-858c-68ae0eee6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:09.687539 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a363dec3-d6ed-4a61-ac18-7093024a929d req-6d7227f4-2bd9-405c-858c-68ae0eee6a17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b879fb0c-6f1b-457c-8797-97d9533d8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833883 Jun 23 11:03:09.691088 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d91dd3-47fb-4f31-968a-6b7d16a803ed req-d0c58800-73b0-489e-9f07-193f79b953ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:09.693142 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-38d91dd3-47fb-4f31-968a-6b7d16a803ed req-d0c58800-73b0-489e-9f07-193f79b953ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 1129 time: 0.0563517 Jun 23 11:03:09.767047 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-28278990-22c4-4d08-b19f-e825fbbe2236 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:09.768705 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-28278990-22c4-4d08-b19f-e825fbbe2236 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.60 "GET /v2.0/networks?id=97c23ceb-2864-4713-821e-e19a5b81f5fe HTTP/1.1" status: 200 len: 809 time: 0.1315296 Jun 23 11:03:09.810016 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-38d91dd3-47fb-4f31-968a-6b7d16a803ed req-fc2a9edf-28bb-4505-8d15-5ff042265450 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927823 Jun 23 11:03:09.820927 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-0ede01b7-21cc-4351-acdb-cacb5248bd67 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Request body: {'port': {'device_id': '89d33040-550a-41b4-8a1e-3c4c12dac3f4', 'network_id': '97c23ceb-2864-4713-821e-e19a5b81f5fe', 'admin_state_up': True, 'tenant_id': '1da9afa4daa046239d16a594150a994c'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:09.836485 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a363dec3-d6ed-4a61-ac18-7093024a929d req-41c4cc48-51e3-414b-a652-37fbd5c6000f service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279211 Jun 23 11:03:09.877990 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ff163724-3f6d-4bbf-9594-429c1e42ee3b req-990b18c5-b18c-421d-9b86-70168a48be5c tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 210 time: 0.0379689 Jun 23 11:03:09.894811 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074589e0-0146-4cdf-9be9-1f8d483f426a req-44b6c891-01a1-45f4-bc64-ea53a824b35a tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:09.896449 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-074589e0-0146-4cdf-9be9-1f8d483f426a req-44b6c891-01a1-45f4-bc64-ea53a824b35a tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0519700 Jun 23 11:03:09.944021 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-074589e0-0146-4cdf-9be9-1f8d483f426a req-79e1d84e-cf01-4738-bc8f-126454aa49be tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418818 Jun 23 11:03:09.957233 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-0ede01b7-21cc-4351-acdb-cacb5248bd67 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Made reservation on behalf of 1da9afa4daa046239d16a594150a994c for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:03:09.960658 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-0ede01b7-21cc-4351-acdb-cacb5248bd67 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:10.082339 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-0ede01b7-21cc-4351-acdb-cacb5248bd67 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Allocated IP 172.20.0.9 (97c23ceb-2864-4713-821e-e19a5b81f5fe/a5f67bbe-5941-453e-9134-1b9d63af85c3/e2791f05-4320-4a12-805d-2a7b21ddd3ca) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:03:10.390823 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a363dec3-d6ed-4a61-ac18-7093024a929d req-a4b0555d-0935-4f81-8bfd-5c2c903819c3 service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236203 Jun 23 11:03:10.475296 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b09916-2916-4c6f-87a1-9d1a620557e0 req-6ad412cd-cf4d-4e16-a525-4455021ccd26 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:10.478147 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e0b09916-2916-4c6f-87a1-9d1a620557e0 req-6ad412cd-cf4d-4e16-a525-4455021ccd26 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 945 time: 0.0663683 Jun 23 11:03:10.504800 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a838c-9a4f-4df5-a7c4-1bd451d7aae0 req-5ee9f3b3-d741-4d17-b78d-d75335076aeb tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:10.508284 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-520a838c-9a4f-4df5-a7c4-1bd451d7aae0 req-5ee9f3b3-d741-4d17-b78d-d75335076aeb tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 945 time: 0.0700955 Jun 23 11:03:10.513883 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-0ede01b7-21cc-4351-acdb-cacb5248bd67 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Publish callbacks [] for port (e2791f05-4320-4a12-805d-2a7b21ddd3ca), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:10.527226 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:10.537949 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e0b09916-2916-4c6f-87a1-9d1a620557e0 req-cbad879c-d7b5-4574-be7c-e9f010faa69d tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527084 Jun 23 11:03:10.540049 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:10.591611 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-520a838c-9a4f-4df5-a7c4-1bd451d7aae0 req-24a59395-3f6a-47c8-a75b-44228d81cb9d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750473 Jun 23 11:03:10.591842 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 37590) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:10.600649 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-0ede01b7-21cc-4351-acdb-cacb5248bd67 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (e2791f05-4320-4a12-805d-2a7b21ddd3ca), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:10.644713 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-0ede01b7-21cc-4351-acdb-cacb5248bd67 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Network 97c23ceb-2864-4713-821e-e19a5b81f5fe is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:03:10.648511 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-0ede01b7-21cc-4351-acdb-cacb5248bd67 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:10.652319 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-0ede01b7-21cc-4351-acdb-cacb5248bd67 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:03:10.676802 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede01b7-21cc-4351-acdb-cacb5248bd67 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Pushing event updated for resources: {'Port': ['ID=e2791f05-4320-4a12-805d-2a7b21ddd3ca,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:10.704432 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c7d4ac0-ddf8-4437-94f8-e7ae405c2ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:10.705436 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-0ede01b7-21cc-4351-acdb-cacb5248bd67 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:10.706111 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-0ede01b7-21cc-4351-acdb-cacb5248bd67 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:10.725839 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-0ede01b7-21cc-4351-acdb-cacb5248bd67 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9100177 Jun 23 11:03:10.744804 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:10.784615 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c7d4ac0-ddf8-4437-94f8-e7ae405c2ee9 admin admin] Publish callbacks [] for security_group (740d2c30-b0cf-453b-abac-8b8350716f87), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:10.788689 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c7d4ac0-ddf8-4437-94f8-e7ae405c2ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (740d2c30-b0cf-453b-abac-8b8350716f87), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:10.827440 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-9c7d4ac0-ddf8-4437-94f8-e7ae405c2ee9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ab4832b13b5d4a908057db33289b73e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345781 Jun 23 11:03:10.828324 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d4ac0-ddf8-4437-94f8-e7ae405c2ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740d2c30-b0cf-453b-abac-8b8350716f87,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:10.830128 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37596) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:10.878717 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3f23513-3161-4aa3-81d0-449aa54bd9c6 admin admin] Publish callbacks [] for security_group (740d2c30-b0cf-453b-abac-8b8350716f87), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:10.900185 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3f23513-3161-4aa3-81d0-449aa54bd9c6 admin admin] Publish callbacks [] for security_group (740d2c30-b0cf-453b-abac-8b8350716f87), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:10.954141 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3f23513-3161-4aa3-81d0-449aa54bd9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (740d2c30-b0cf-453b-abac-8b8350716f87), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:10.956712 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3f23513-3161-4aa3-81d0-449aa54bd9c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:10.957945 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e3f23513-3161-4aa3-81d0-449aa54bd9c6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/740d2c30-b0cf-453b-abac-8b8350716f87 HTTP/1.1" status: 204 len: 168 time: 0.1267283 Jun 23 11:03:10.966505 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f23513-3161-4aa3-81d0-449aa54bd9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740d2c30-b0cf-453b-abac-8b8350716f87,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:10.989405 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:10.999577 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362afbd4-b7c0-4bdc-8f30-a0a6f9fd1f06 req-69d0623c-855d-4917-8024-ddfb7d3fc6fc tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:11.001085 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-362afbd4-b7c0-4bdc-8f30-a0a6f9fd1f06 req-69d0623c-855d-4917-8024-ddfb7d3fc6fc tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 931 time: 0.0525208 Jun 23 11:03:11.052861 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-362afbd4-b7c0-4bdc-8f30-a0a6f9fd1f06 req-9da9b60f-34a2-41f4-bb14-408274760c8c tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448689 Jun 23 11:03:11.078240 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d44a94-db70-4555-a1e7-6b387967df34 req-1f0944ab-36ce-4d3c-a239-3b2879581c5f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:11.079862 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-11d44a94-db70-4555-a1e7-6b387967df34 req-1f0944ab-36ce-4d3c-a239-3b2879581c5f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0524170 Jun 23 11:03:11.130974 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-11d44a94-db70-4555-a1e7-6b387967df34 req-92026d63-a4df-4bbe-95d5-fea72dedcb2c tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450737 Jun 23 11:03:11.260946 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 37606) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:11.274842 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-291f0fc4-5d2b-4d30-b46b-0eb7a02020db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:11.351150 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-291f0fc4-5d2b-4d30-b46b-0eb7a02020db admin admin] Publish callbacks [] for security_group (5a26a2f9-3f46-46bf-b8a7-2a2258c07a15), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:11.354553 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-291f0fc4-5d2b-4d30-b46b-0eb7a02020db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (5a26a2f9-3f46-46bf-b8a7-2a2258c07a15), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:11.392262 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-291f0fc4-5d2b-4d30-b46b-0eb7a02020db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4db67d7ff5084437aceaef2fead7e2c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302729 Jun 23 11:03:11.394224 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f0fc4-5d2b-4d30-b46b-0eb7a02020db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a26a2f9-3f46-46bf-b8a7-2a2258c07a15,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:11.394985 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37608) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:11.444289 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-66aadb2e-4843-42fc-90f8-2c413674d66b admin admin] Publish callbacks [] for security_group (5a26a2f9-3f46-46bf-b8a7-2a2258c07a15), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:11.465045 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-66aadb2e-4843-42fc-90f8-2c413674d66b admin admin] Publish callbacks [] for security_group (5a26a2f9-3f46-46bf-b8a7-2a2258c07a15), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:11.512889 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-66aadb2e-4843-42fc-90f8-2c413674d66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (5a26a2f9-3f46-46bf-b8a7-2a2258c07a15), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:11.515444 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-66aadb2e-4843-42fc-90f8-2c413674d66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:11.516602 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-66aadb2e-4843-42fc-90f8-2c413674d66b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a26a2f9-3f46-46bf-b8a7-2a2258c07a15 HTTP/1.1" status: 204 len: 168 time: 0.1203365 Jun 23 11:03:11.524572 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aadb2e-4843-42fc-90f8-2c413674d66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a26a2f9-3f46-46bf-b8a7-2a2258c07a15,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:11.661162 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7eeed-eb11-417b-b750-54220134ab10 req-a5bddd85-57d5-49c1-9fe0-7b37bc3990f8 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:11.662435 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e9c7eeed-eb11-417b-b750-54220134ab10 req-a5bddd85-57d5-49c1-9fe0-7b37bc3990f8 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 945 time: 0.0506155 Jun 23 11:03:11.712821 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c367e0a-8c5f-4032-975a-963110ba2bcc req-8b485539-dd41-4852-aab7-62facbe3dcb4 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:11.714564 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9c367e0a-8c5f-4032-975a-963110ba2bcc req-8b485539-dd41-4852-aab7-62facbe3dcb4 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 945 time: 0.0527484 Jun 23 11:03:11.719721 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e9c7eeed-eb11-417b-b750-54220134ab10 req-a7f2d802-4dd3-4597-bc02-92b6c83b926c tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512743 Jun 23 11:03:11.773351 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9c367e0a-8c5f-4032-975a-963110ba2bcc req-8a6dd5be-3b13-426a-9b49-907fdf456762 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467274 Jun 23 11:03:11.885624 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37620) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:11.899118 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-597c133b-c2c0-4e2d-a89f-41cc7255767c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:11.940905 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:11.977075 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-597c133b-c2c0-4e2d-a89f-41cc7255767c admin admin] Publish callbacks [] for security_group (5353c31e-4e9b-43af-a95f-a183ec7276aa), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:11.980478 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-597c133b-c2c0-4e2d-a89f-41cc7255767c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (5353c31e-4e9b-43af-a95f-a183ec7276aa), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:12.018646 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-597c133b-c2c0-4e2d-a89f-41cc7255767c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9b9a5aa1262f43aa83c3c9f56e60cea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319783 Jun 23 11:03:12.019495 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c133b-c2c0-4e2d-a89f-41cc7255767c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5353c31e-4e9b-43af-a95f-a183ec7276aa,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:12.021727 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 37622) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:12.070650 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-524b2e58-e172-4eb6-bece-10c266d25dc2 admin admin] Publish callbacks [] for security_group (5353c31e-4e9b-43af-a95f-a183ec7276aa), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:12.098167 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-524b2e58-e172-4eb6-bece-10c266d25dc2 admin admin] Publish callbacks [] for security_group (5353c31e-4e9b-43af-a95f-a183ec7276aa), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:12.172372 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52cbf3-60a2-4fcb-92d1-ea82a078677b req-6f1148a1-b4ca-478f-a316-35a11e21a973 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:12.173841 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ec52cbf3-60a2-4fcb-92d1-ea82a078677b req-6f1148a1-b4ca-478f-a316-35a11e21a973 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 931 time: 0.0499792 Jun 23 11:03:12.179042 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-524b2e58-e172-4eb6-bece-10c266d25dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (5353c31e-4e9b-43af-a95f-a183ec7276aa), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:12.181605 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-524b2e58-e172-4eb6-bece-10c266d25dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:12.182677 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-524b2e58-e172-4eb6-bece-10c266d25dc2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5353c31e-4e9b-43af-a95f-a183ec7276aa HTTP/1.1" status: 204 len: 168 time: 0.1593223 Jun 23 11:03:12.204544 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b2e58-e172-4eb6-bece-10c266d25dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5353c31e-4e9b-43af-a95f-a183ec7276aa,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:12.237316 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ec52cbf3-60a2-4fcb-92d1-ea82a078677b req-6ed9a8e5-d763-448d-a1dd-bad6b0a1bef4 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535414 Jun 23 11:03:12.251290 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:12.268417 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea4a63-7a7e-4d04-997b-d9d0dc746c19 req-5d718722-e517-47eb-9e70-04632ddeaf44 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:12.269910 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8fea4a63-7a7e-4d04-997b-d9d0dc746c19 req-5d718722-e517-47eb-9e70-04632ddeaf44 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0661254 Jun 23 11:03:12.317417 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8fea4a63-7a7e-4d04-997b-d9d0dc746c19 req-e5e18a5b-2f32-459f-8049-c25ea4f3eff7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411315 Jun 23 11:03:12.372949 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=76 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:12.397615 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=54 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:12.840409 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00cefa-1069-4472-a522-a44d80727d5b req-17ab0077-1b69-47ab-8995-abef61479f86 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:12.842093 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-da00cefa-1069-4472-a522-a44d80727d5b req-17ab0077-1b69-47ab-8995-abef61479f86 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 945 time: 0.0561328 Jun 23 11:03:12.896670 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-da00cefa-1069-4472-a522-a44d80727d5b req-8362d1d0-0105-469c-bf4e-0d9a20191c4d tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476570 Jun 23 11:03:12.897259 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c4db5-2287-48b4-8021-b3aae41a7584 req-bc4113b5-3327-4ecd-96dc-49b6bcbf0499 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:12.898934 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ef1c4db5-2287-48b4-8021-b3aae41a7584 req-bc4113b5-3327-4ecd-96dc-49b6bcbf0499 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 945 time: 0.0525432 Jun 23 11:03:12.948200 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ef1c4db5-2287-48b4-8021-b3aae41a7584 req-b7a638eb-c123-406e-8a66-4c3ec0e9ac32 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434935 Jun 23 11:03:13.304191 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 37664) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:13.355500 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db77581-dce0-41ec-907d-a859f20875a2 req-519b8998-0b4d-4d8e-bc25-07f21a3fbaf8 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:13.357006 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8db77581-dce0-41ec-907d-a859f20875a2 req-519b8998-0b4d-4d8e-bc25-07f21a3fbaf8 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 931 time: 0.0473926 Jun 23 11:03:13.370494 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:13.419340 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8db77581-dce0-41ec-907d-a859f20875a2 req-b0f0d4ba-e619-4260-9d04-2559368c246a tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559340 Jun 23 11:03:13.424926 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6eed1a2b-dde9-44a8-bd62-3cb9cc1f56f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:13.434500 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330f1ca-e233-4a66-87a6-173a69ccedc3 req-e4295b7e-5c6e-43cd-92c4-baf072dba8f5 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:13.436177 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7330f1ca-e233-4a66-87a6-173a69ccedc3 req-e4295b7e-5c6e-43cd-92c4-baf072dba8f5 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0486405 Jun 23 11:03:13.483210 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:13.492838 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7330f1ca-e233-4a66-87a6-173a69ccedc3 req-5d130ea8-4d86-4395-96a0-ea33f1466014 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479341 Jun 23 11:03:13.511214 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6eed1a2b-dde9-44a8-bd62-3cb9cc1f56f5 admin admin] Publish callbacks [] for security_group (def968e9-e516-4b21-8e3a-f0fb2d94ff7b), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:13.514700 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6eed1a2b-dde9-44a8-bd62-3cb9cc1f56f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (def968e9-e516-4b21-8e3a-f0fb2d94ff7b), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:13.553122 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-6eed1a2b-dde9-44a8-bd62-3cb9cc1f56f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=361c479558b7471ca4b92a7727dee1cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477877 Jun 23 11:03:13.553865 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed1a2b-dde9-44a8-bd62-3cb9cc1f56f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def968e9-e516-4b21-8e3a-f0fb2d94ff7b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:13.556444 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37670) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:13.605132 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a1e32b5e-a16c-42ad-96d3-9ea4b2dd5580 admin admin] Publish callbacks [] for security_group (def968e9-e516-4b21-8e3a-f0fb2d94ff7b), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:13.625657 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a1e32b5e-a16c-42ad-96d3-9ea4b2dd5580 admin admin] Publish callbacks [] for security_group (def968e9-e516-4b21-8e3a-f0fb2d94ff7b), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:13.672017 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a1e32b5e-a16c-42ad-96d3-9ea4b2dd5580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (def968e9-e516-4b21-8e3a-f0fb2d94ff7b), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:13.674477 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a1e32b5e-a16c-42ad-96d3-9ea4b2dd5580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:13.675591 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a1e32b5e-a16c-42ad-96d3-9ea4b2dd5580 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/def968e9-e516-4b21-8e3a-f0fb2d94ff7b HTTP/1.1" status: 204 len: 168 time: 0.1177962 Jun 23 11:03:13.683237 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e32b5e-a16c-42ad-96d3-9ea4b2dd5580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def968e9-e516-4b21-8e3a-f0fb2d94ff7b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:13.935320 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Request body: {'port': {'device_id': '89d33040-550a-41b4-8a1e-3c4c12dac3f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:14.007398 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (e2791f05-4320-4a12-805d-2a7b21ddd3ca), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:14.048196 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262dbc9-d69c-46e1-a0f2-25aa6faa0bb3 req-75094aa5-9bee-4acb-a911-e655dc899445 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:14.049666 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e262dbc9-d69c-46e1-a0f2-25aa6faa0bb3 req-75094aa5-9bee-4acb-a911-e655dc899445 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 945 time: 0.0567641 Jun 23 11:03:14.105001 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e262dbc9-d69c-46e1-a0f2-25aa6faa0bb3 req-4ba77b92-d077-4c01-846b-c325a11b1b99 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515006 Jun 23 11:03:14.110761 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02209fe5-2b17-453f-ae06-b625ccb4365d req-de56ed4c-c3e1-413f-a74b-9c7364822661 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:14.112277 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-02209fe5-2b17-453f-ae06-b625ccb4365d req-de56ed4c-c3e1-413f-a74b-9c7364822661 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 945 time: 0.0782714 Jun 23 11:03:14.236010 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-02209fe5-2b17-453f-ae06-b625ccb4365d req-90a08a2d-8787-42a1-85b5-ce15e6517966 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156147 Jun 23 11:03:14.311837 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:14.356395 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2791f05-4320-4a12-805d-2a7b21ddd3ca {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:03:14.364177 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Publish callbacks [] for port (e2791f05-4320-4a12-805d-2a7b21ddd3ca), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:14.377262 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Transition to ACTIVE for port object e2791f05-4320-4a12-805d-2a7b21ddd3ca will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:03:14.380569 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (e2791f05-4320-4a12-805d-2a7b21ddd3ca), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:14.429606 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Pushing event updated for resources: {'Port': ['ID=e2791f05-4320-4a12-805d-2a7b21ddd3ca,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:14.476844 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:14.504772 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Attempting to bind port e2791f05-4320-4a12-805d-2a7b21ddd3ca on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:03:14.505106 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Attempting to bind port e2791f05-4320-4a12-805d-2a7b21ddd3ca by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '97c23ceb-2864-4713-821e-e19a5b81f5fe'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:03:14.505428 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Attempting to bind port e2791f05-4320-4a12-805d-2a7b21ddd3ca on network 97c23ceb-2864-4713-821e-e19a5b81f5fe {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:03:14.510334 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Port e2791f05-4320-4a12-805d-2a7b21ddd3ca on network 97c23ceb-2864-4713-821e-e19a5b81f5fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:03:14.510756 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Attempting to bind port e2791f05-4320-4a12-805d-2a7b21ddd3ca on network 97c23ceb-2864-4713-821e-e19a5b81f5fe {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:03:14.516781 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:03:14.517099 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Checking segment: {'id': '6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '97c23ceb-2864-4713-821e-e19a5b81f5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:03:14.517479 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Bound using segment: {'id': '6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '97c23ceb-2864-4713-821e-e19a5b81f5fe'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:03:14.517932 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Bound port: e2791f05-4320-4a12-805d-2a7b21ddd3ca, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '97c23ceb-2864-4713-821e-e19a5b81f5fe'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:03:14.518463 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (e2791f05-4320-4a12-805d-2a7b21ddd3ca), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:14.540120 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b629e-521d-40f2-ba65-0f14ec05f034 req-78b77aea-45d8-4cac-a238-9bc4477b5e77 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:14.541940 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-da9b629e-521d-40f2-ba65-0f14ec05f034 req-78b77aea-45d8-4cac-a238-9bc4477b5e77 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 943 time: 0.0515385 Jun 23 11:03:14.596248 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-da9b629e-521d-40f2-ba65-0f14ec05f034 req-1f66b212-0f12-45bc-bde0-972a3b3e054e tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479922 Jun 23 11:03:14.616264 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] For port e2791f05-4320-4a12-805d-2a7b21ddd3ca, host hv-cinder-84330, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:03:14.634981 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] For port e2791f05-4320-4a12-805d-2a7b21ddd3ca, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e2791f05-4320-4a12-805d-2a7b21ddd3ca,segment=NetworkSegment(6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc),segment_id=6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:03:14.644750 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a40bd-f38e-48c7-8e04-a3699cdc978a req-f86d80bf-02db-499d-a7e0-e9400ee78120 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:14.646342 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d78a40bd-f38e-48c7-8e04-a3699cdc978a req-f86d80bf-02db-499d-a7e0-e9400ee78120 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0746243 Jun 23 11:03:14.648499 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (e2791f05-4320-4a12-805d-2a7b21ddd3ca), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:14.690460 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:14.691455 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:14.692820 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] 10.222.0.60 "PUT /v2.0/ports/e2791f05-4320-4a12-805d-2a7b21ddd3ca HTTP/1.1" status: 200 len: 1093 time: 0.7621493 Jun 23 11:03:14.700607 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d33040-550a-41b4-8a1e-3c4c12dac3f4', 'tag': 'e2791f05-4320-4a12-805d-2a7b21ddd3ca'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:03:14.703028 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b785f44-a4a0-4a67-bed9-d374f8c1a227" -d '{"events": [{"name": "network-changed", "server_uuid": "89d33040-550a-41b4-8a1e-3c4c12dac3f4", "tag": "e2791f05-4320-4a12-805d-2a7b21ddd3ca"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:03:14.744052 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7731e605-39a5-4b39-84fc-844fdc39913b x-openstack-request-id: req-7731e605-39a5-4b39-84fc-844fdc39913b {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:03:14.744335 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d33040-550a-41b4-8a1e-3c4c12dac3f4", "tag": "e2791f05-4320-4a12-805d-2a7b21ddd3ca", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:03:14.744579 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7731e605-39a5-4b39-84fc-844fdc39913b {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:03:14.744964 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7731e605-39a5-4b39-84fc-844fdc39913b'] response: {'name': 'network-changed', 'server_uuid': '89d33040-550a-41b4-8a1e-3c4c12dac3f4', 'tag': 'e2791f05-4320-4a12-805d-2a7b21ddd3ca', 'status': 'completed', 'code': 200} Jun 23 11:03:14.749946 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff70480-5eb5-41b7-a922-7df505871a0d service neutron] Pushing event updated for resources: {'Port': ['ID=e2791f05-4320-4a12-805d-2a7b21ddd3ca,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:14.758943 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d78a40bd-f38e-48c7-8e04-a3699cdc978a req-c8a6927a-ddf8-41fb-93e2-67046fdbe228 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018987 Jun 23 11:03:15.220208 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabf671-0510-4d1c-94a9-d337c51e6ba2 req-040f604e-5129-49d6-b955-3db46380b883 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:15.221545 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2dabf671-0510-4d1c-94a9-d337c51e6ba2 req-040f604e-5129-49d6-b955-3db46380b883 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 945 time: 0.0459318 Jun 23 11:03:15.267224 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2dabf671-0510-4d1c-94a9-d337c51e6ba2 req-5556924d-688f-49bc-9d57-6a5c34eb1272 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400813 Jun 23 11:03:15.349999 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6448c-1d1a-4943-9d2f-d7df853c2621 req-1df2f862-3412-4f09-a209-10c6ffa61a78 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:15.351453 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06e6448c-1d1a-4943-9d2f-d7df853c2621 req-1df2f862-3412-4f09-a209-10c6ffa61a78 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 945 time: 0.0489590 Jun 23 11:03:15.396906 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-06e6448c-1d1a-4943-9d2f-d7df853c2621 req-f4b3dabc-22cc-4602-af3c-333e7a052df6 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399823 Jun 23 11:03:15.711291 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c57a02-6bc9-47a0-bce7-6ae0a482e5ed req-d07f35de-b302-4328-b0e2-8a88cb8cbf19 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:15.712896 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-00c57a02-6bc9-47a0-bce7-6ae0a482e5ed req-d07f35de-b302-4328-b0e2-8a88cb8cbf19 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 943 time: 0.0465076 Jun 23 11:03:15.765445 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-00c57a02-6bc9-47a0-bce7-6ae0a482e5ed req-5f33fc73-165a-41af-9e4e-5f3cf9e727e0 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461140 Jun 23 11:03:15.883666 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85c310-39a5-4545-8380-421d4632737c req-a9c98a37-a659-4adf-864d-d40b409e4072 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:15.885138 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9c85c310-39a5-4545-8380-421d4632737c req-a9c98a37-a659-4adf-864d-d40b409e4072 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0475776 Jun 23 11:03:15.931081 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9c85c310-39a5-4545-8380-421d4632737c req-2666189a-daac-4de7-bc08-41c4f1be09cb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401876 Jun 23 11:03:16.396602 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eccda3-5634-4b0c-b575-3fd9cc7976f9 req-e9d847f7-d004-44d2-9bb6-075d531c9fad tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:16.398349 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d7eccda3-5634-4b0c-b575-3fd9cc7976f9 req-e9d847f7-d004-44d2-9bb6-075d531c9fad tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 945 time: 0.0575683 Jun 23 11:03:16.455226 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d7eccda3-5634-4b0c-b575-3fd9cc7976f9 req-dc08f28a-b317-4171-87d6-75584dc8f952 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470319 Jun 23 11:03:16.885947 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cacf8-b1ce-47a4-a6f4-16187a9b36dc req-6d434e64-61c0-436f-99e7-806e4b3e4354 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:16.887400 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-958cacf8-b1ce-47a4-a6f4-16187a9b36dc req-6d434e64-61c0-436f-99e7-806e4b3e4354 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 943 time: 0.0518720 Jun 23 11:03:16.935519 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-958cacf8-b1ce-47a4-a6f4-16187a9b36dc req-fe6be991-c7b8-42a8-8bcb-53187fe8efdf tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423551 Jun 23 11:03:17.044788 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a09d5-fe53-445e-ae26-79c807b9eef9 req-0075c265-69ce-40b8-b970-032475f11af5 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:17.046253 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0f6a09d5-fe53-445e-ae26-79c807b9eef9 req-0075c265-69ce-40b8-b970-032475f11af5 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0476487 Jun 23 11:03:17.093851 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0f6a09d5-fe53-445e-ae26-79c807b9eef9 req-07444c68-c3c2-4ff0-a46f-d72bc2f254a7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411530 Jun 23 11:03:17.571924 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6930b-f910-4d87-ae7c-7376e8db4c36 req-ef5122e6-bae6-4611-aa3a-d9ac010f7cf6 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:17.573452 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-47a6930b-f910-4d87-ae7c-7376e8db4c36 req-ef5122e6-bae6-4611-aa3a-d9ac010f7cf6 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 945 time: 0.0483143 Jun 23 11:03:17.621912 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-47a6930b-f910-4d87-ae7c-7376e8db4c36 req-4ba3c931-78ce-458a-82a0-746b2b65a32a tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426466 Jun 23 11:03:18.055483 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fda23-cf17-44a0-8522-6f5bf4a32a0d req-8eb5592e-d4d3-4049-a753-5f1957b02e03 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:18.056950 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-984fda23-cf17-44a0-8522-6f5bf4a32a0d req-8eb5592e-d4d3-4049-a753-5f1957b02e03 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 943 time: 0.0500894 Jun 23 11:03:18.109237 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-984fda23-cf17-44a0-8522-6f5bf4a32a0d req-606bae0b-e2b2-4ac4-a99b-53f382c0aacd tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467584 Jun 23 11:03:18.195531 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:18.213236 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625838e0-8906-40d0-9835-73aebb371ddf req-8e681dfb-f3ef-4a2d-9283-0ccf906c658a tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:18.214703 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-625838e0-8906-40d0-9835-73aebb371ddf req-8e681dfb-f3ef-4a2d-9283-0ccf906c658a tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0494025 Jun 23 11:03:18.266506 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-625838e0-8906-40d0-9835-73aebb371ddf req-427d3d77-31d4-4913-8a25-cca86e5b0488 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460045 Jun 23 11:03:18.399541 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device bf647141-29b7-47c1-a7c3-6e9e399350c6 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:03:18.471518 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port bf647141-29b7-47c1-a7c3-6e9e399350c6 is: ACTIVE; New status is: DOWN {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:18.471930 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:18.495320 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e40b529-165d-4f7f-8768-5f2ed22815b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf647141-29b7-47c1-a7c3-6e9e399350c6'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:03:18.497998 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb0a08e-765a-46c3-8ad0-bad217b404e7" -d '{"events": [{"server_uuid": "6e40b529-165d-4f7f-8768-5f2ed22815b4", "name": "network-vif-unplugged", "status": "completed", "tag": "bf647141-29b7-47c1-a7c3-6e9e399350c6"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:03:18.511312 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port bf647141-29b7-47c1-a7c3-6e9e399350c6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=bf647141-29b7-47c1-a7c3-6e9e399350c6,segment=NetworkSegment(60707b2e-57b7-45f1-9efd-212d956fa187),segment_id=60707b2e-57b7-45f1-9efd-212d956fa187)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:18.516073 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:18.538647 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Jun 2022 11:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa2737c-f133-4843-8838-47de0e5119f1 x-openstack-request-id: req-afa2737c-f133-4843-8838-47de0e5119f1 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:03:18.538939 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e40b529-165d-4f7f-8768-5f2ed22815b4", "name": "network-vif-unplugged", "status": "completed", "tag": "bf647141-29b7-47c1-a7c3-6e9e399350c6", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:03:18.539190 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afa2737c-f133-4843-8838-47de0e5119f1 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:03:18.539642 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa2737c-f133-4843-8838-47de0e5119f1'] response: {'server_uuid': '6e40b529-165d-4f7f-8768-5f2ed22815b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf647141-29b7-47c1-a7c3-6e9e399350c6', 'code': 200} Jun 23 11:03:18.564940 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=bf647141-29b7-47c1-a7c3-6e9e399350c6,revision_number=6']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:18.736841 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7371b2-bf42-4704-a99f-a7d5666f02d0 req-b06d3749-5f2c-4053-9b55-5b7dd2825c38 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:18.738308 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5c7371b2-bf42-4704-a99f-a7d5666f02d0 req-b06d3749-5f2c-4053-9b55-5b7dd2825c38 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 943 time: 0.0472014 Jun 23 11:03:18.786163 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5c7371b2-bf42-4704-a99f-a7d5666f02d0 req-e4d4bdd4-e848-4388-a9d9-9d32ff8fb069 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421336 Jun 23 11:03:19.223226 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c450c-c185-41b4-8af7-a93e382f41a8 req-36e0d40a-f7f2-4d72-81f1-371ad7980523 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:19.224637 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ae4c450c-c185-41b4-8af7-a93e382f41a8 req-36e0d40a-f7f2-4d72-81f1-371ad7980523 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 943 time: 0.0474637 Jun 23 11:03:19.272308 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ae4c450c-c185-41b4-8af7-a93e382f41a8 req-c0e7c30f-ae59-4d0e-8fbd-326b47b53a7a tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Jun 23 11:03:19.380651 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c324f26-7761-4473-a9c2-5daef47ccfb5 req-ccf7667b-8362-4a75-9dfa-4e4f7b7b81f7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:19.382689 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9c324f26-7761-4473-a9c2-5daef47ccfb5 req-ccf7667b-8362-4a75-9dfa-4e4f7b7b81f7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0471096 Jun 23 11:03:19.429777 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9c324f26-7761-4473-a9c2-5daef47ccfb5 req-05c9913d-14e9-4a51-88ae-ce550522ebd9 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414822 Jun 23 11:03:19.896770 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b1848-3002-4739-a61c-2f27c22c4cf8 req-8ed28062-3ab6-4819-b747-2c128f8faece tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:19.898770 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-af3b1848-3002-4739-a61c-2f27c22c4cf8 req-8ed28062-3ab6-4819-b747-2c128f8faece tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 943 time: 0.0459740 Jun 23 11:03:19.919047 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:19.949589 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-af3b1848-3002-4739-a61c-2f27c22c4cf8 req-62b50bb1-9a63-4034-8c28-15433ab72181 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451505 Jun 23 11:03:20.388073 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e73a5-fe63-4b09-9341-de03d8505f5b req-beac8e5d-1ed5-4ebb-aea8-5560fd73b1ad tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:20.389568 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-012e73a5-fe63-4b09-9341-de03d8505f5b req-beac8e5d-1ed5-4ebb-aea8-5560fd73b1ad tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 943 time: 0.0502200 Jun 23 11:03:20.436429 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-012e73a5-fe63-4b09-9341-de03d8505f5b req-ddcc985c-0b9e-4623-9b0f-cfcb5c5abb06 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 Jun 23 11:03:20.542195 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d5dc1-33b8-4824-8ae0-fe53c9dcbb08 req-23048df9-0f6e-41b2-a155-4a36d4392d6f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:20.543744 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b67d5dc1-33b8-4824-8ae0-fe53c9dcbb08 req-23048df9-0f6e-41b2-a155-4a36d4392d6f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0463920 Jun 23 11:03:20.556567 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:20.591288 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b67d5dc1-33b8-4824-8ae0-fe53c9dcbb08 req-06eb43bf-d3b4-486b-b68e-733aad07c9fc tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419352 Jun 23 11:03:21.025291 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:21.065553 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c5d75-b329-47e8-a857-6691468c73f1 req-93c15146-e728-413d-9e53-a290a653661e tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:21.066917 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0c7c5d75-b329-47e8-a857-6691468c73f1 req-93c15146-e728-413d-9e53-a290a653661e tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 943 time: 0.0500424 Jun 23 11:03:21.116641 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0c7c5d75-b329-47e8-a857-6691468c73f1 req-df06df45-654e-4d4f-b3ed-a2bdb416eb83 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434527 Jun 23 11:03:21.549139 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12b943-bbf1-463c-968e-00a5f555e2c9 req-9681f222-d7d5-456a-a431-811919ba550b tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:21.550584 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4f12b943-bbf1-463c-968e-00a5f555e2c9 req-9681f222-d7d5-456a-a431-811919ba550b tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 943 time: 0.0463369 Jun 23 11:03:21.597375 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4f12b943-bbf1-463c-968e-00a5f555e2c9 req-8a539e3e-194e-42c5-94de-4f14415d59a3 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404825 Jun 23 11:03:21.702922 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139513a-82ae-4047-9096-4ce3b2ef6e7a req-4b2cf279-bcea-4743-b11a-6842171826ce tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:21.704595 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0139513a-82ae-4047-9096-4ce3b2ef6e7a req-4b2cf279-bcea-4743-b11a-6842171826ce tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0468853 Jun 23 11:03:21.755260 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0139513a-82ae-4047-9096-4ce3b2ef6e7a req-f3361e54-0935-49d5-aef1-db31bfed1c2e tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450721 Jun 23 11:03:22.232863 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcabcaf-02ed-485d-817c-389e2c8de48e req-12baf7c6-e540-4b0c-86b2-71a27aae88a4 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:22.234360 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7dcabcaf-02ed-485d-817c-389e2c8de48e req-12baf7c6-e540-4b0c-86b2-71a27aae88a4 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 943 time: 0.0505629 Jun 23 11:03:22.281857 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7dcabcaf-02ed-485d-817c-389e2c8de48e req-7eb84298-2673-44b4-98cf-011d6cc76ee9 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419085 Jun 23 11:03:22.708800 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa37e2d-c11c-4219-96b2-399c17997a7c req-5d9814fd-bc60-45bf-a575-60d3b7103c8f tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:22.710285 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-afa37e2d-c11c-4219-96b2-399c17997a7c req-5d9814fd-bc60-45bf-a575-60d3b7103c8f tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 943 time: 0.0474882 Jun 23 11:03:22.758166 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-afa37e2d-c11c-4219-96b2-399c17997a7c req-1653c3c8-fef0-4eb5-a990-c881b8c32800 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418406 Jun 23 11:03:22.867827 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a8dda-5959-423a-98cf-1f9f50d1f760 req-c904b335-0768-4302-99d3-b0ed84871e41 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:22.869372 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7d3a8dda-5959-423a-98cf-1f9f50d1f760 req-c904b335-0768-4302-99d3-b0ed84871e41 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0480604 Jun 23 11:03:22.916298 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7d3a8dda-5959-423a-98cf-1f9f50d1f760 req-0d1368ff-80e1-4d8b-acb9-3c3a2fcc9ed4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 Jun 23 11:03:23.394447 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2b767-a7c8-43b7-b88c-980245f2ff0f req-0054783c-c5ad-4dbe-9e50-5df993782f5c tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:23.395840 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-07a2b767-a7c8-43b7-b88c-980245f2ff0f req-0054783c-c5ad-4dbe-9e50-5df993782f5c tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 943 time: 0.0463865 Jun 23 11:03:23.443090 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-07a2b767-a7c8-43b7-b88c-980245f2ff0f req-ff64deea-c5cb-4f1e-8d85-a43bae37746a tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb6927fb-70cb-4e39-9d8e-ed1c98f42004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Jun 23 11:03:23.737631 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-d008513d-eb34-4f21-9e86-6a9db8edbb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:23.739007 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-d008513d-eb34-4f21-9e86-6a9db8edbb9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1da9afa4daa046239d16a594150a994c&device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 1127 time: 0.0403068 Jun 23 11:03:23.822369 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-d05ffded-cc03-413a-bf6c-1b36e4cf7e28 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2791f05-4320-4a12-805d-2a7b21ddd3ca HTTP/1.1" status: 200 len: 217 time: 0.0344934 Jun 23 11:03:23.872316 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7cf69-c977-4914-8552-5a4d43d6ade9 req-4a07b180-f45b-4ff1-a49c-a5b16810c9c8 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:23.873174 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-46f62cda-befc-4fb1-91cf-bc30b2317d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:23.874031 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b2b7cf69-c977-4914-8552-5a4d43d6ade9 req-4a07b180-f45b-4ff1-a49c-a5b16810c9c8 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 943 time: 0.0479345 Jun 23 11:03:23.874416 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-46f62cda-befc-4fb1-91cf-bc30b2317d0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f67bbe-5941-453e-9134-1b9d63af85c3 HTTP/1.1" status: 200 len: 849 time: 0.0453842 Jun 23 11:03:23.926260 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b2b7cf69-c977-4914-8552-5a4d43d6ade9 req-ba82406d-2c10-4c36-9e65-323a3ff7350e tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463872 Jun 23 11:03:24.066691 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb4f2c-fdb8-4527-b6d4-bbfe01dc1018 req-6684314e-2dbd-4f65-90bb-d36d3a194a7b tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:24.069020 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8abb4f2c-fdb8-4527-b6d4-bbfe01dc1018 req-6684314e-2dbd-4f65-90bb-d36d3a194a7b tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 943 time: 0.0517154 Jun 23 11:03:24.070824 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-678328e5-f17b-4550-8354-3ad1d979ea12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97c23ceb-2864-4713-821e-e19a5b81f5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474219 Jun 23 11:03:24.083844 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8450c-3f6c-48eb-a644-289f4b956012 req-0ab2b5d4-fb09-4db4-9bb0-5d88fb061bb8 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:24.085281 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5bf8450c-3f6c-48eb-a644-289f4b956012 req-0ab2b5d4-fb09-4db4-9bb0-5d88fb061bb8 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0975299 Jun 23 11:03:24.183896 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:24.200278 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5bf8450c-3f6c-48eb-a644-289f4b956012 req-c1abe64e-63db-4df5-b05d-454f2a3b9032 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903535 Jun 23 11:03:24.208249 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8abb4f2c-fdb8-4527-b6d4-bbfe01dc1018 req-c63538fa-2f52-49ef-a6e8-28c16b8ac4b2 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Deleting port bf647141-29b7-47c1-a7c3-6e9e399350c6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:03:24.208420 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8abb4f2c-fdb8-4527-b6d4-bbfe01dc1018 req-c63538fa-2f52-49ef-a6e8-28c16b8ac4b2 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:24.215821 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-c291c6a4-040d-4e3e-bf3a-36cbad80c8b9 service neutron] 10.222.0.60 "GET /v2.0/networks/97c23ceb-2864-4713-821e-e19a5b81f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241224 Jun 23 11:03:24.311413 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-324cfdf0-6968-4beb-a82a-a57b5456f724 req-22d1ca30-09e7-4b29-8c3d-13397ea6657f service neutron] 10.222.0.60 "GET /v2.0/networks/97c23ceb-2864-4713-821e-e19a5b81f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865045 Jun 23 11:03:24.319454 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-8abb4f2c-fdb8-4527-b6d4-bbfe01dc1018 req-c63538fa-2f52-49ef-a6e8-28c16b8ac4b2 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] For port bf647141-29b7-47c1-a7c3-6e9e399350c6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=bf647141-29b7-47c1-a7c3-6e9e399350c6,segment=NetworkSegment(60707b2e-57b7-45f1-9efd-212d956fa187),segment_id=60707b2e-57b7-45f1-9efd-212d956fa187)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:24.319878 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8abb4f2c-fdb8-4527-b6d4-bbfe01dc1018 req-c63538fa-2f52-49ef-a6e8-28c16b8ac4b2 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:24.334806 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8abb4f2c-fdb8-4527-b6d4-bbfe01dc1018 req-c63538fa-2f52-49ef-a6e8-28c16b8ac4b2 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Calling delete_port for bf647141-29b7-47c1-a7c3-6e9e399350c6 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:03:24.505661 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8abb4f2c-fdb8-4527-b6d4-bbfe01dc1018 req-c63538fa-2f52-49ef-a6e8-28c16b8ac4b2 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339'] for port (bf647141-29b7-47c1-a7c3-6e9e399350c6), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:24.546523 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63538fa-2f52-49ef-a6e8-28c16b8ac4b2 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Pushing event deleted for resources: {'Port': ['ID=bf647141-29b7-47c1-a7c3-6e9e399350c6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:24.566856 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-3382e2d0-a980-4a84-9a1a-ab8a348a9372 req-f2841687-4c1f-40ec-95b9-c5da4c491b71 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 210 time: 0.0528324 Jun 23 11:03:24.624192 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abb4f2c-fdb8-4527-b6d4-bbfe01dc1018 req-c63538fa-2f52-49ef-a6e8-28c16b8ac4b2 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] No DVR routers for this DVR port bf647141-29b7-47c1-a7c3-6e9e399350c6 on host hv-cinder-84330 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:03:24.627161 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8abb4f2c-fdb8-4527-b6d4-bbfe01dc1018 req-c63538fa-2f52-49ef-a6e8-28c16b8ac4b2 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:24.630614 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8abb4f2c-fdb8-4527-b6d4-bbfe01dc1018 req-c63538fa-2f52-49ef-a6e8-28c16b8ac4b2 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.60 "DELETE /v2.0/ports/bf647141-29b7-47c1-a7c3-6e9e399350c6 HTTP/1.1" status: 204 len: 173 time: 0.5401099 Jun 23 11:03:24.631069 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e40b529-165d-4f7f-8768-5f2ed22815b4', 'name': 'network-vif-deleted', 'tag': 'bf647141-29b7-47c1-a7c3-6e9e399350c6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:03:24.633407 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c6a17f-ecf9-4bf8-b64f-7477ca6176f0" -d '{"events": [{"server_uuid": "6e40b529-165d-4f7f-8768-5f2ed22815b4", "name": "network-vif-deleted", "tag": "bf647141-29b7-47c1-a7c3-6e9e399350c6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:03:24.670638 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3159181b-e788-490d-b604-bdd59f57f35b x-openstack-request-id: req-3159181b-e788-490d-b604-bdd59f57f35b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:03:24.670927 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e40b529-165d-4f7f-8768-5f2ed22815b4", "name": "network-vif-deleted", "tag": "bf647141-29b7-47c1-a7c3-6e9e399350c6", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:03:24.671176 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3159181b-e788-490d-b604-bdd59f57f35b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:03:24.671600 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3159181b-e788-490d-b604-bdd59f57f35b'] response: {'server_uuid': '6e40b529-165d-4f7f-8768-5f2ed22815b4', 'name': 'network-vif-deleted', 'tag': 'bf647141-29b7-47c1-a7c3-6e9e399350c6', 'status': 'completed', 'code': 200} Jun 23 11:03:25.039426 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb318065-9a4d-481c-907a-9f85feef9f8e req-2fa7c119-7fa3-4526-80d6-cfe9b8b8135b tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:25.040892 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-bb318065-9a4d-481c-907a-9f85feef9f8e req-2fa7c119-7fa3-4526-80d6-cfe9b8b8135b tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 943 time: 0.0462401 Jun 23 11:03:25.052699 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:25.073951 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:25.093498 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-bb318065-9a4d-481c-907a-9f85feef9f8e req-2c1d0bc0-1e20-4099-9556-46950d9306fd tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470626 Jun 23 11:03:25.324295 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b7362-2b6b-48ee-89a7-cbb7195f7ecb req-4b5782d0-807c-417a-948f-5731c80b779a tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:25.325773 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b32b7362-2b6b-48ee-89a7-cbb7195f7ecb req-4b5782d0-807c-417a-948f-5731c80b779a tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0462608 Jun 23 11:03:25.376488 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b32b7362-2b6b-48ee-89a7-cbb7195f7ecb req-b528f844-0ce7-4383-bd47-6422b975fc80 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451510 Jun 23 11:03:25.666043 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-05a2ceaa-8d88-4412-9808-6de46ae476a8 req-f30d744e-8fff-4e96-ac30-3e674f49ad26 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 210 time: 0.0268190 Jun 23 11:03:25.881349 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b785f44-a4a0-4a67-bed9-d374f8c1a227 req-c52c32cb-3228-4847-a485-e97c62f4aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:25.883614 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7b785f44-a4a0-4a67-bed9-d374f8c1a227 req-c52c32cb-3228-4847-a485-e97c62f4aabb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1da9afa4daa046239d16a594150a994c&device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 1127 time: 0.0385206 Jun 23 11:03:26.208569 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934137a-5eab-4a96-a467-16b9e0547d61 req-024552db-827d-47ce-b3d4-3588bc269f6e tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:26.210026 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9934137a-5eab-4a96-a467-16b9e0547d61 req-024552db-827d-47ce-b3d4-3588bc269f6e tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 943 time: 0.0484667 Jun 23 11:03:26.263009 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9934137a-5eab-4a96-a467-16b9e0547d61 req-82268b99-2a16-4ae5-860f-386dbd300880 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445075 Jun 23 11:03:26.417701 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b785f44-a4a0-4a67-bed9-d374f8c1a227 req-653de444-ad76-42ad-81e0-05f2b21037af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:26.419592 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7b785f44-a4a0-4a67-bed9-d374f8c1a227 req-653de444-ad76-42ad-81e0-05f2b21037af service neutron] 10.222.0.60 "GET /v2.0/networks?id=97c23ceb-2864-4713-821e-e19a5b81f5fe HTTP/1.1" status: 200 len: 910 time: 0.3336697 Jun 23 11:03:26.448864 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device e2791f05-4320-4a12-805d-2a7b21ddd3ca details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:03:26.473839 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7b785f44-a4a0-4a67-bed9-d374f8c1a227 req-233ed4ed-6ca1-4163-b4bf-0dfa919c2f1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2791f05-4320-4a12-805d-2a7b21ddd3ca HTTP/1.1" status: 200 len: 217 time: 0.0409441 Jun 23 11:03:26.550176 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port e2791f05-4320-4a12-805d-2a7b21ddd3ca, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e2791f05-4320-4a12-805d-2a7b21ddd3ca,segment=NetworkSegment(6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc),segment_id=6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:26.550620 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564c17e-3794-4c14-9d4b-a535a5e3c38a req-5171ae50-a5ef-4e00-973d-9a3b98b8c9c9 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:26.552132 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f564c17e-3794-4c14-9d4b-a535a5e3c38a req-5171ae50-a5ef-4e00-973d-9a3b98b8c9c9 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0809081 Jun 23 11:03:26.565518 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': 'e2791f05-4320-4a12-805d-2a7b21ddd3ca', 'network_id': '97c23ceb-2864-4713-821e-e19a5b81f5fe', 'port_id': 'e2791f05-4320-4a12-805d-2a7b21ddd3ca', 'mac_address': 'fa:16:3e:b2:f2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f67bbe-5941-453e-9134-1b9d63af85c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:03:26.566706 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b785f44-a4a0-4a67-bed9-d374f8c1a227 req-172b3f7c-7083-4cba-967e-646e5f2d9421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:26.568309 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7b785f44-a4a0-4a67-bed9-d374f8c1a227 req-172b3f7c-7083-4cba-967e-646e5f2d9421 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f67bbe-5941-453e-9134-1b9d63af85c3 HTTP/1.1" status: 200 len: 849 time: 0.0848150 Jun 23 11:03:26.603621 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port e2791f05-4320-4a12-805d-2a7b21ddd3ca is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:26.604049 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (e2791f05-4320-4a12-805d-2a7b21ddd3ca), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:26.605744 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:26.612933 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7b785f44-a4a0-4a67-bed9-d374f8c1a227 req-308b29d6-7cc3-4f2b-be67-5ebf9562bd39 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97c23ceb-2864-4713-821e-e19a5b81f5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333133 Jun 23 11:03:26.618374 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2791f05-4320-4a12-805d-2a7b21ddd3ca {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:03:26.629366 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f564c17e-3794-4c14-9d4b-a535a5e3c38a req-be350b02-f9a7-48a1-86a9-3afc6e20326f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710070 Jun 23 11:03:26.635415 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:26.639802 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port e2791f05-4320-4a12-805d-2a7b21ddd3ca, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e2791f05-4320-4a12-805d-2a7b21ddd3ca,segment=NetworkSegment(6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc),segment_id=6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:26.644040 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (e2791f05-4320-4a12-805d-2a7b21ddd3ca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:26.691830 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=e2791f05-4320-4a12-805d-2a7b21ddd3ca,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:26.776359 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8673310a-2d4f-4044-8082-886881373a7a req-22db1c92-c8fe-4422-ba6f-c9c214e8d1e8 tempest-DeleteServersTestJSON-1430548045 tempest-DeleteServersTestJSON-1430548045-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e40b529-165d-4f7f-8768-5f2ed22815b4 HTTP/1.1" status: 200 len: 210 time: 0.0284657 Jun 23 11:03:27.092511 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7b785f44-a4a0-4a67-bed9-d374f8c1a227 req-7720edd1-9bda-489b-905d-1216721f05e3 service neutron] 10.222.0.60 "GET /v2.0/networks/97c23ceb-2864-4713-821e-e19a5b81f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896804 Jun 23 11:03:27.166605 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['e2791f05-4320-4a12-805d-2a7b21ddd3ca'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:03:27.210356 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7b785f44-a4a0-4a67-bed9-d374f8c1a227 req-82dc7150-3eec-4f36-93fb-769ccf998c16 service neutron] 10.222.0.60 "GET /v2.0/networks/97c23ceb-2864-4713-821e-e19a5b81f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001468 Jun 23 11:03:27.376563 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50895-76e8-4a3f-a5cd-74214ae53766 req-2bb38d7a-3a2b-4ed2-8a56-747fed8f9b9e tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:27.377938 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b8c50895-76e8-4a3f-a5cd-74214ae53766 req-2bb38d7a-3a2b-4ed2-8a56-747fed8f9b9e tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 944 time: 0.0486679 Jun 23 11:03:27.427808 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b8c50895-76e8-4a3f-a5cd-74214ae53766 req-91dd6713-f860-4a6e-8e75-6f8e06720429 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434260 Jun 23 11:03:27.741496 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f5bff-b3f4-4014-ab26-c844a362286a req-bf845ccf-bfb0-4f08-b366-4425ed7cec67 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:27.743037 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e29f5bff-b3f4-4014-ab26-c844a362286a req-bf845ccf-bfb0-4f08-b366-4425ed7cec67 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0459480 Jun 23 11:03:27.754140 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:27.793884 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e29f5bff-b3f4-4014-ab26-c844a362286a req-446bcbef-c3d3-4c71-a9ad-478ab4d43f88 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449967 Jun 23 11:03:28.468411 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device e2791f05-4320-4a12-805d-2a7b21ddd3ca up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:28.514355 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port e2791f05-4320-4a12-805d-2a7b21ddd3ca completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:03:28.519560 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port e2791f05-4320-4a12-805d-2a7b21ddd3ca triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:28.519939 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (e2791f05-4320-4a12-805d-2a7b21ddd3ca), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:28.549661 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e63ae9-5d5e-4dc5-9752-116388f1da56 req-f4c612e4-cd58-43ab-a0e3-0de7ad8545e6 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:28.551252 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b9e63ae9-5d5e-4dc5-9752-116388f1da56 req-f4c612e4-cd58-43ab-a0e3-0de7ad8545e6 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 944 time: 0.0516546 Jun 23 11:03:28.596458 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port e2791f05-4320-4a12-805d-2a7b21ddd3ca is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:28.597073 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (e2791f05-4320-4a12-805d-2a7b21ddd3ca), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:28.614436 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b9e63ae9-5d5e-4dc5-9752-116388f1da56 req-611dfbac-7bbc-4f51-a959-17a5465d4d3e tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556908 Jun 23 11:03:28.632362 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d33040-550a-41b4-8a1e-3c4c12dac3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2791f05-4320-4a12-805d-2a7b21ddd3ca'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:03:28.634580 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccee035-123d-4bd3-a948-e65abf2d409d" -d '{"events": [{"server_uuid": "89d33040-550a-41b4-8a1e-3c4c12dac3f4", "name": "network-vif-plugged", "status": "completed", "tag": "e2791f05-4320-4a12-805d-2a7b21ddd3ca"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:03:28.647813 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port e2791f05-4320-4a12-805d-2a7b21ddd3ca, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e2791f05-4320-4a12-805d-2a7b21ddd3ca,segment=NetworkSegment(6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc),segment_id=6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:28.653117 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (e2791f05-4320-4a12-805d-2a7b21ddd3ca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:28.678006 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a9d890-1759-403c-b7bd-8dac96bf3c35 x-openstack-request-id: req-f3a9d890-1759-403c-b7bd-8dac96bf3c35 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:03:28.678487 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d33040-550a-41b4-8a1e-3c4c12dac3f4", "name": "network-vif-plugged", "status": "completed", "tag": "e2791f05-4320-4a12-805d-2a7b21ddd3ca", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:03:28.678830 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3a9d890-1759-403c-b7bd-8dac96bf3c35 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:03:28.679302 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a9d890-1759-403c-b7bd-8dac96bf3c35'] response: {'server_uuid': '89d33040-550a-41b4-8a1e-3c4c12dac3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2791f05-4320-4a12-805d-2a7b21ddd3ca', 'code': 200} Jun 23 11:03:28.708644 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=e2791f05-4320-4a12-805d-2a7b21ddd3ca,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:28.887322 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 37934) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:28.926400 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b92b0-9d59-465e-9c34-dd12991b357c req-4f1d06c7-d7b4-4a65-a66f-9a256a05d806 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:28.927919 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-994b92b0-9d59-465e-9c34-dd12991b357c req-4f1d06c7-d7b4-4a65-a66f-9a256a05d806 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0573158 Jun 23 11:03:29.010408 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb7e2f-4d88-45a6-99c1-590d6acaacf4 req-c2872bdc-b780-4c10-bc6a-72f846000822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:29.011907 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d1bb7e2f-4d88-45a6-99c1-590d6acaacf4 req-c2872bdc-b780-4c10-bc6a-72f846000822 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 1129 time: 0.0624380 Jun 23 11:03:29.020093 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-994b92b0-9d59-465e-9c34-dd12991b357c req-4ccc9983-6b7f-456b-89f3-e4d4de2bcdc0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857785 Jun 23 11:03:29.025756 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c46a653-6ccf-4580-a159-2e52ce325aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:29.082051 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:29.100942 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:29.106083 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c46a653-6ccf-4580-a159-2e52ce325aa6 admin admin] Publish callbacks [] for security_group (1d0a6ea7-ef64-4220-9ef6-5f4c5c1459f7), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:29.110362 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c46a653-6ccf-4580-a159-2e52ce325aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (1d0a6ea7-ef64-4220-9ef6-5f4c5c1459f7), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:29.152612 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-6c46a653-6ccf-4580-a159-2e52ce325aa6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b7f8a3cc4db4355ae2093b4b9b5199d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634792 Jun 23 11:03:29.156895 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46a653-6ccf-4580-a159-2e52ce325aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0a6ea7-ef64-4220-9ef6-5f4c5c1459f7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:29.157370 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 37940) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:29.219264 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29014c0c-fcc3-4387-8837-bab965dd99f2 admin admin] Publish callbacks [] for security_group (1d0a6ea7-ef64-4220-9ef6-5f4c5c1459f7), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:29.240658 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29014c0c-fcc3-4387-8837-bab965dd99f2 admin admin] Publish callbacks [] for security_group (1d0a6ea7-ef64-4220-9ef6-5f4c5c1459f7), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:29.246516 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 37946) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:29.293921 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29014c0c-fcc3-4387-8837-bab965dd99f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (1d0a6ea7-ef64-4220-9ef6-5f4c5c1459f7), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:29.296499 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-29014c0c-fcc3-4387-8837-bab965dd99f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:29.300132 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-29014c0c-fcc3-4387-8837-bab965dd99f2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1d0a6ea7-ef64-4220-9ef6-5f4c5c1459f7 HTTP/1.1" status: 204 len: 168 time: 0.1408670 Jun 23 11:03:29.308342 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29014c0c-fcc3-4387-8837-bab965dd99f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0a6ea7-ef64-4220-9ef6-5f4c5c1459f7,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:29.642931 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd77af27-9ba9-4499-b750-ecc5a4934fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-263779'] for router_interface (480afca2-e42d-4b05-8253-7a44005ca310), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:29.733865 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69363a-96ac-460e-9823-3851678aa022 req-ec701790-5dc3-4ffb-8aa3-a336fdc17465 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:29.735361 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e69363a-96ac-460e-9823-3851678aa022 req-ec701790-5dc3-4ffb-8aa3-a336fdc17465 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 945 time: 0.0506184 Jun 23 11:03:29.793925 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e69363a-96ac-460e-9823-3851678aa022 req-d04a473e-c1f4-45dc-9aac-1142f630ebd7 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529861 Jun 23 11:03:29.935343 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-dd77af27-9ba9-4499-b750-ecc5a4934fb4 admin admin] Deleting port c8a07fb4-1aea-4219-a444-f58a63dc5cd4 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:03:29.935724 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd77af27-9ba9-4499-b750-ecc5a4934fb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:30.016660 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-dd77af27-9ba9-4499-b750-ecc5a4934fb4 admin admin] For port c8a07fb4-1aea-4219-a444-f58a63dc5cd4, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=c8a07fb4-1aea-4219-a444-f58a63dc5cd4,segment=NetworkSegment(60707b2e-57b7-45f1-9efd-212d956fa187),segment_id=60707b2e-57b7-45f1-9efd-212d956fa187)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:30.017093 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd77af27-9ba9-4499-b750-ecc5a4934fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:30.031166 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-dd77af27-9ba9-4499-b750-ecc5a4934fb4 admin admin] Calling delete_port for c8a07fb4-1aea-4219-a444-f58a63dc5cd4 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:03:30.190445 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5af53-79fb-4272-83c4-e3e0588120e0 req-1d4af6fe-580f-4c20-86a6-eb629d5a432b tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:30.191976 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f7b5af53-79fb-4272-83c4-e3e0588120e0 req-1d4af6fe-580f-4c20-86a6-eb629d5a432b tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0952430 Jun 23 11:03:30.207214 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:30.215607 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:30.307372 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f7b5af53-79fb-4272-83c4-e3e0588120e0 req-ec5a817d-cbb9-49b4-8d16-bca841608b3c tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089628 Jun 23 11:03:30.350092 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd77af27-9ba9-4499-b750-ecc5a4934fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339'] for port (c8a07fb4-1aea-4219-a444-f58a63dc5cd4), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:30.377388 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d1bb7e2f-4d88-45a6-99c1-590d6acaacf4 req-2d0b0a03-7ca9-4acd-9703-552f6751c3b4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122339 Jun 23 11:03:30.380237 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77af27-9ba9-4499-b750-ecc5a4934fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a07fb4-1aea-4219-a444-f58a63dc5cd4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:30.516568 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd77af27-9ba9-4499-b750-ecc5a4934fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-263927'] for router_interface (480afca2-e42d-4b05-8253-7a44005ca310), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:30.744196 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd77af27-9ba9-4499-b750-ecc5a4934fb4 admin admin] Router 480afca2-e42d-4b05-8253-7a44005ca310 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:03:30.872822 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e02740-8adc-4a3a-aaab-8dbd98b0b827 req-63e4f8e7-6f47-4f61-bd2d-7ad2dd506f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:30.874520 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-30e02740-8adc-4a3a-aaab-8dbd98b0b827 req-63e4f8e7-6f47-4f61-bd2d-7ad2dd506f63 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 1130 time: 0.0495133 Jun 23 11:03:30.875812 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd77af27-9ba9-4499-b750-ecc5a4934fb4 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:03:30.882751 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-dd77af27-9ba9-4499-b750-ecc5a4934fb4 admin admin] 10.222.0.65 "PUT /v2.0/routers/480afca2-e42d-4b05-8253-7a44005ca310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6332901 Jun 23 11:03:30.883939 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 37996) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:30.887518 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9f220-8a18-4198-9784-a7d8237010bf None None] Sync routers for ids ['480afca2-e42d-4b05-8253-7a44005ca310'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:03:30.897150 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9f220-8a18-4198-9784-a7d8237010bf None None] Routers {'480afca2-e42d-4b05-8253-7a44005ca310'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:03:30.897851 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f3d9f220-8a18-4198-9784-a7d8237010bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:03:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['480afca2-e42d-4b05-8253-7a44005ca310'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:30.918580 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fe422-7d69-40ec-a91a-945f7c599e70 req-e66822fc-53b0-4a77-a6f8-436d21391116 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:30.920087 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ae3fe422-7d69-40ec-a91a-945f7c599e70 req-e66822fc-53b0-4a77-a6f8-436d21391116 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 945 time: 0.0521321 Jun 23 11:03:30.974270 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ae3fe422-7d69-40ec-a91a-945f7c599e70 req-762eed09-5185-40a9-bf29-0035766c6948 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474918 Jun 23 11:03:30.995190 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08a3bf2c-b558-476a-8d3f-469a924accc6 admin admin] Publish callbacks [] for router (480afca2-e42d-4b05-8253-7a44005ca310), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:31.000740 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f3d9f220-8a18-4198-9784-a7d8237010bf None None] Set router 480afca2-e42d-4b05-8253-7a44005ca310 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:03:31.171750 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f3d9f220-8a18-4198-9784-a7d8237010bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480afca2-e42d-4b05-8253-7a44005ca310', 'name': 'tempest-DeleteServersTestJSON-851274724-router', 'tenant_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:03:30Z', 'revision_number': 5, 'project_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'gw_port': {'id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480afca2-e42d-4b05-8253-7a44005ca310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:31.201528 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9f220-8a18-4198-9784-a7d8237010bf None None] Checking router: 480afca2-e42d-4b05-8253-7a44005ca310 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:03:31.210486 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9f220-8a18-4198-9784-a7d8237010bf None None] Routers {'480afca2-e42d-4b05-8253-7a44005ca310'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:03:31.211145 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f3d9f220-8a18-4198-9784-a7d8237010bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:03:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['480afca2-e42d-4b05-8253-7a44005ca310'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:31.308368 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f3d9f220-8a18-4198-9784-a7d8237010bf None None] Set router 480afca2-e42d-4b05-8253-7a44005ca310 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:03:31.325822 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:31.349827 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08a3bf2c-b558-476a-8d3f-469a924accc6 admin admin] Publish callbacks [] for router_gateway (480afca2-e42d-4b05-8253-7a44005ca310), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:31.359704 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-30e02740-8adc-4a3a-aaab-8dbd98b0b827 req-47d5e9d8-c243-4e5d-bd1e-02a6649ef84f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700157 Jun 23 11:03:31.360067 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:31.435477 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-08a3bf2c-b558-476a-8d3f-469a924accc6 admin admin] Deleting port 841ace99-5fb3-49f5-8191-6d8950f546f3 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:03:31.435850 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08a3bf2c-b558-476a-8d3f-469a924accc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (841ace99-5fb3-49f5-8191-6d8950f546f3), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:31.463514 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b410148-74b2-4562-be84-6e999df17f27 req-d2fd4939-f4d2-4134-92f1-dea78925784c tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:31.465022 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2b410148-74b2-4562-be84-6e999df17f27 req-d2fd4939-f4d2-4134-92f1-dea78925784c tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0733953 Jun 23 11:03:31.481173 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f3d9f220-8a18-4198-9784-a7d8237010bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480afca2-e42d-4b05-8253-7a44005ca310', 'name': 'tempest-DeleteServersTestJSON-851274724-router', 'tenant_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:03:30Z', 'revision_number': 5, 'project_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'gw_port': {'id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480afca2-e42d-4b05-8253-7a44005ca310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:31.506025 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9f220-8a18-4198-9784-a7d8237010bf None None] The sync data for ids ['480afca2-e42d-4b05-8253-7a44005ca310'] in dv-cinder-843309-2-iscsi is: [{'id': '480afca2-e42d-4b05-8253-7a44005ca310', 'name': 'tempest-DeleteServersTestJSON-851274724-router', 'tenant_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:03:30Z', 'revision_number': 5, 'project_id': 'c6c6487f3e094808b1665bdd93da9b3c', 'gw_port': {'id': '841ace99-5fb3-49f5-8191-6d8950f546f3', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480afca2-e42d-4b05-8253-7a44005ca310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:03:31.565463 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2b410148-74b2-4562-be84-6e999df17f27 req-c5537431-7238-43e6-961c-3319d486b542 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939775 Jun 23 11:03:31.567099 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-08a3bf2c-b558-476a-8d3f-469a924accc6 admin admin] For port 841ace99-5fb3-49f5-8191-6d8950f546f3, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=841ace99-5fb3-49f5-8191-6d8950f546f3,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:31.567464 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08a3bf2c-b558-476a-8d3f-469a924accc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (841ace99-5fb3-49f5-8191-6d8950f546f3), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:31.580519 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-08a3bf2c-b558-476a-8d3f-469a924accc6 admin admin] Calling delete_port for 841ace99-5fb3-49f5-8191-6d8950f546f3 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:03:31.755638 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08a3bf2c-b558-476a-8d3f-469a924accc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339'] for port (841ace99-5fb3-49f5-8191-6d8950f546f3), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:31.789375 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3bf2c-b558-476a-8d3f-469a924accc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=841ace99-5fb3-49f5-8191-6d8950f546f3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:31.810328 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08a3bf2c-b558-476a-8d3f-469a924accc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391123'] for router_gateway (480afca2-e42d-4b05-8253-7a44005ca310), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:31.913840 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08a3bf2c-b558-476a-8d3f-469a924accc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-269786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27266'] for router (480afca2-e42d-4b05-8253-7a44005ca310), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:31.916184 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08a3bf2c-b558-476a-8d3f-469a924accc6 admin admin] Publish callbacks [] for router_controller (480afca2-e42d-4b05-8253-7a44005ca310), precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:31.982887 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08a3bf2c-b558-476a-8d3f-469a924accc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-269652'] for router (480afca2-e42d-4b05-8253-7a44005ca310), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:31.983458 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a3bf2c-b558-476a-8d3f-469a924accc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 480afca2-e42d-4b05-8253-7a44005ca310 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:03:31.989222 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08a3bf2c-b558-476a-8d3f-469a924accc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:31.991935 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-08a3bf2c-b558-476a-8d3f-469a924accc6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/480afca2-e42d-4b05-8253-7a44005ca310 HTTP/1.1" status: 204 len: 168 time: 1.1049809 Jun 23 11:03:31.993329 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38010) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:32.046779 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd057eb-3811-4f10-b0e7-076428d6e7f8 admin admin] Deleting subnet 29c3a46e-59d8-45fe-88e4-366cb3ee0e02 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:03:32.051714 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-afd057eb-3811-4f10-b0e7-076428d6e7f8 admin admin] Publish callbacks [] for subnet (29c3a46e-59d8-45fe-88e4-366cb3ee0e02), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:32.124868 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-afd057eb-3811-4f10-b0e7-076428d6e7f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497197'] for subnet (29c3a46e-59d8-45fe-88e4-366cb3ee0e02), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:32.133636 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb153de-7e48-461e-8755-be85fa053bc6 req-f71e2168-03a2-4f78-8de4-f04a7fa952d6 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:32.135148 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2fb153de-7e48-461e-8755-be85fa053bc6 req-f71e2168-03a2-4f78-8de4-f04a7fa952d6 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 945 time: 0.0859661 Jun 23 11:03:32.204729 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device c8a07fb4-1aea-4219-a444-f58a63dc5cd4 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:03:32.207071 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:32.228248 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: c8a07fb4-1aea-4219-a444-f58a63dc5cd4 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:03:32.228577 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device c8a07fb4-1aea-4219-a444-f58a63dc5cd4 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:03:32.232829 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2fb153de-7e48-461e-8755-be85fa053bc6 req-655b3251-1969-49b4-8ee4-d2d8277ce98d tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800450 Jun 23 11:03:32.298293 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-afd057eb-3811-4f10-b0e7-076428d6e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537351'] for subnet (29c3a46e-59d8-45fe-88e4-366cb3ee0e02), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:32.351681 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-afd057eb-3811-4f10-b0e7-076428d6e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60180776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59763228'] for subnet (29c3a46e-59d8-45fe-88e4-366cb3ee0e02), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:32.377007 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd057eb-3811-4f10-b0e7-076428d6e7f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c3a46e-59d8-45fe-88e4-366cb3ee0e02,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:32.380656 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-afd057eb-3811-4f10-b0e7-076428d6e7f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:32.386676 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-afd057eb-3811-4f10-b0e7-076428d6e7f8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/29c3a46e-59d8-45fe-88e4-366cb3ee0e02 HTTP/1.1" status: 204 len: 168 time: 0.3900201 Jun 23 11:03:32.386993 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 38016) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:32.387340 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9528cda-a499-4db7-8e01-727cb8f17a7c None None] Network 5ce35988-2c03-4f61-9713-c6c5b05f38b5 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:03:32.454346 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594832'] for network (5ce35988-2c03-4f61-9713-c6c5b05f38b5), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:32.501633 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Deleting port 666a9c5c-51df-443a-9042-7501e800bd72 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:03:32.501977 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (666a9c5c-51df-443a-9042-7501e800bd72), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:32.566285 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] For port 666a9c5c-51df-443a-9042-7501e800bd72, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=666a9c5c-51df-443a-9042-7501e800bd72,segment=NetworkSegment(60707b2e-57b7-45f1-9efd-212d956fa187),segment_id=60707b2e-57b7-45f1-9efd-212d956fa187)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:32.566578 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (666a9c5c-51df-443a-9042-7501e800bd72), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:32.581114 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Calling delete_port for 666a9c5c-51df-443a-9042-7501e800bd72 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:03:32.604105 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedb0799-d5d7-49e0-8a6a-0d71d0244e95 None None] DHCP port deletion for 5ce35988-2c03-4f61-9713-c6c5b05f38b5 request from dv-cinder-843309-2-iscsi {{(pid=103954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 11:03:32.639596 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:32.648855 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-cedb0799-d5d7-49e0-8a6a-0d71d0244e95 None None] Deleting port 666a9c5c-51df-443a-9042-7501e800bd72 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:03:32.649236 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cedb0799-d5d7-49e0-8a6a-0d71d0244e95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (666a9c5c-51df-443a-9042-7501e800bd72), before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:32.710005 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339'] for port (666a9c5c-51df-443a-9042-7501e800bd72), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:32.715165 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-cedb0799-d5d7-49e0-8a6a-0d71d0244e95 None None] For port 666a9c5c-51df-443a-9042-7501e800bd72, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=666a9c5c-51df-443a-9042-7501e800bd72,segment=NetworkSegment(60707b2e-57b7-45f1-9efd-212d956fa187),segment_id=60707b2e-57b7-45f1-9efd-212d956fa187)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:32.715566 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cedb0799-d5d7-49e0-8a6a-0d71d0244e95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (666a9c5c-51df-443a-9042-7501e800bd72), precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:32.716507 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:32.732117 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-cedb0799-d5d7-49e0-8a6a-0d71d0244e95 None None] Calling delete_port for 666a9c5c-51df-443a-9042-7501e800bd72 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:03:32.740205 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cb73b-d268-4a01-8d1d-a2882ad8f67b req-405a79d0-833c-4ba0-8a4e-fe2618becf40 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:32.741981 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-489cb73b-d268-4a01-8d1d-a2882ad8f67b req-405a79d0-833c-4ba0-8a4e-fe2618becf40 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0919697 Jun 23 11:03:32.745669 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=666a9c5c-51df-443a-9042-7501e800bd72,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:32.746855 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:32.749938 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] No DVR routers for this DVR port 666a9c5c-51df-443a-9042-7501e800bd72 on host dv-cinder-843309-2-iscsi {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:03:32.807901 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:32.846389 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506618', 'neutron.services.segments.db._delete_segments_for_network-8767343742347'] for network (5ce35988-2c03-4f61-9713-c6c5b05f38b5), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:32.858067 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cedb0799-d5d7-49e0-8a6a-0d71d0244e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339'] for port (666a9c5c-51df-443a-9042-7501e800bd72), after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:32.877054 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-489cb73b-d268-4a01-8d1d-a2882ad8f67b req-c2363fb2-fccc-4b75-87d6-691cde5a7f7c tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042030 Jun 23 11:03:32.879091 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:03:32.879464 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:03:32.880345 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:03:32.880534 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:03:32.880853 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:03:32.881179 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:03:32.881477 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:03:32.881809 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:03:32.882118 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:03:32.882434 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:03:32.885423 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb0799-d5d7-49e0-8a6a-0d71d0244e95 None None] Pushing event deleted for resources: {'Port': ['ID=666a9c5c-51df-443a-9042-7501e800bd72,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:32.891314 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedb0799-d5d7-49e0-8a6a-0d71d0244e95 None None] No DVR routers for this DVR port 666a9c5c-51df-443a-9042-7501e800bd72 on host dv-cinder-843309-2-iscsi {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:03:32.949439 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:03:32.949783 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:03:32.950109 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:03:32.950432 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:03:32.950802 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce35988-2c03-4f61-9713-c6c5b05f38b5']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:32.968189 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60707b2e-57b7-45f1-9efd-212d956fa187') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:32.968420 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60707b2e-57b7-45f1-9efd-212d956fa187') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:32.984352 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767343744660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59676569'] for segment (60707b2e-57b7-45f1-9efd-212d956fa187), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:33.004763 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (60707b2e-57b7-45f1-9efd-212d956fa187), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:33.013536 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:03:33.013919 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59715779'] for segment (60707b2e-57b7-45f1-9efd-212d956fa187), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:33.081273 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385476'] for network (5ce35988-2c03-4f61-9713-c6c5b05f38b5), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:33.102692 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:33.108414 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5ce35988-2c03-4f61-9713-c6c5b05f38b5 HTTP/1.1" status: 204 len: 168 time: 0.7201052 Jun 23 11:03:33.110005 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadaa91-f425-4c3f-938f-3ce228eebef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce35988-2c03-4f61-9713-c6c5b05f38b5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:33.196316 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment 60707b2e-57b7-45f1-9efd-212d956fa187 resource provider aggregate not found Jun 23 11:03:33.212618 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment 60707b2e-57b7-45f1-9efd-212d956fa187 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60707b2e-57b7-45f1-9efd-212d956fa187 found for delete ", "request_id": "req-e7bcfca9-654e-4d4d-876b-d5280d4cd5a0"}]} Jun 23 11:03:33.282264 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38036) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:33.323754 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-7bb6e662-7e7c-411e-be51-b9112805d31c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c6c6487f3e094808b1665bdd93da9b3c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395799 Jun 23 11:03:33.325532 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38038) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:33.340666 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e646d118-126f-40f4-ba99-1f0d5ae7e6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:33.372198 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923eea59-7460-4168-a057-fd8cf34f375e admin admin] Publish callbacks [] for security_group (cb6927fb-70cb-4e39-9d8e-ed1c98f42004), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:33.374577 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:33.398909 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923eea59-7460-4168-a057-fd8cf34f375e admin admin] Publish callbacks [] for security_group (cb6927fb-70cb-4e39-9d8e-ed1c98f42004), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:33.443629 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923eea59-7460-4168-a057-fd8cf34f375e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (cb6927fb-70cb-4e39-9d8e-ed1c98f42004), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:33.446767 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-923eea59-7460-4168-a057-fd8cf34f375e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:33.447893 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-923eea59-7460-4168-a057-fd8cf34f375e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb6927fb-70cb-4e39-9d8e-ed1c98f42004 HTTP/1.1" status: 204 len: 168 time: 0.1214292 Jun 23 11:03:33.455157 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923eea59-7460-4168-a057-fd8cf34f375e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6927fb-70cb-4e39-9d8e-ed1c98f42004,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:34.009181 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585d1d1-6d77-44de-ab74-78084414cc48 req-f53870cf-d3f0-4a19-b489-d1e83b58af14 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:34.010672 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4585d1d1-6d77-44de-ab74-78084414cc48 req-f53870cf-d3f0-4a19-b489-d1e83b58af14 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0467958 Jun 23 11:03:34.059336 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4585d1d1-6d77-44de-ab74-78084414cc48 req-cc65910e-fb17-4e7b-838c-e48443acfcc4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431259 Jun 23 11:03:34.125770 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38066) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:34.140160 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 666a9c5c-51df-443a-9042-7501e800bd72 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:03:34.158585 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 666a9c5c-51df-443a-9042-7501e800bd72 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:03:34.158999 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 666a9c5c-51df-443a-9042-7501e800bd72 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:03:34.159486 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 841ace99-5fb3-49f5-8191-6d8950f546f3 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:03:34.176526 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 841ace99-5fb3-49f5-8191-6d8950f546f3 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:03:34.176954 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 841ace99-5fb3-49f5-8191-6d8950f546f3 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:03:34.222182 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-50cd5ab1-0b0e-4d83-b7ca-ce9052997e43 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-263078746-network', 'tenant_id': '172a9e51095e47318b27881dab868355'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:34.241704 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cd5ab1-0b0e-4d83-b7ca-ce9052997e43 admin admin] Made reservation on behalf of 172a9e51095e47318b27881dab868355 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:03:34.244713 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50cd5ab1-0b0e-4d83-b7ca-ce9052997e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:34.254076 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50cd5ab1-0b0e-4d83-b7ca-ce9052997e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:34.329293 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50cd5ab1-0b0e-4d83-b7ca-ce9052997e43 admin admin] Publish callbacks [] for security_group (384ca714-0f96-427b-8a5a-1a62ba93b55d), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:34.333182 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50cd5ab1-0b0e-4d83-b7ca-ce9052997e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (384ca714-0f96-427b-8a5a-1a62ba93b55d), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:34.361545 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cd5ab1-0b0e-4d83-b7ca-ce9052997e43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:03:34.368360 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd5ab1-0b0e-4d83-b7ca-ce9052997e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384ca714-0f96-427b-8a5a-1a62ba93b55d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:34.377441 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50cd5ab1-0b0e-4d83-b7ca-ce9052997e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (18fa8e7a-55a0-426c-8dbc-c378520d1ee7), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:34.377886 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-50cd5ab1-0b0e-4d83-b7ca-ce9052997e43 admin admin] Added segment 18fa8e7a-55a0-426c-8dbc-c378520d1ee7 of type vlan for network cde6b719-8052-4ec2-a733-c2d79d7cb320 Jun 23 11:03:34.426712 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50cd5ab1-0b0e-4d83-b7ca-ce9052997e43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (cde6b719-8052-4ec2-a733-c2d79d7cb320), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:34.454199 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50cd5ab1-0b0e-4d83-b7ca-ce9052997e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (cde6b719-8052-4ec2-a733-c2d79d7cb320), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:34.455209 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cd5ab1-0b0e-4d83-b7ca-ce9052997e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:34.455983 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-50cd5ab1-0b0e-4d83-b7ca-ce9052997e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:34.489847 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-50cd5ab1-0b0e-4d83-b7ca-ce9052997e43 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.3630197 Jun 23 11:03:34.493487 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 38070) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:34.500291 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-0c00d028-7ec1-49e8-9e6f-25765526d25b admin admin] Request body: {'subnet': {'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-subnet', 'tenant_id': '172a9e51095e47318b27881dab868355', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:34.519214 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd5ab1-0b0e-4d83-b7ca-ce9052997e43 admin admin] Pushing event updated for resources: {'Network': ['ID=cde6b719-8052-4ec2-a733-c2d79d7cb320,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:34.519647 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c00d028-7ec1-49e8-9e6f-25765526d25b admin admin] Made reservation on behalf of 172a9e51095e47318b27881dab868355 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:03:34.522007 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c00d028-7ec1-49e8-9e6f-25765526d25b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58842891'] for subnet (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:34.529163 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network cde6b719-8052-4ec2-a733-c2d79d7cb320 details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:03:34.687860 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c00d028-7ec1-49e8-9e6f-25765526d25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59715690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843005'] for subnet (4f753206-e3ef-4560-9487-b37ef85f0bf1), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:34.735929 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00d028-7ec1-49e8-9e6f-25765526d25b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f753206-e3ef-4560-9487-b37ef85f0bf1,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:34.751152 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00d028-7ec1-49e8-9e6f-25765526d25b admin admin] Checking segment: {'id': '18fa8e7a-55a0-426c-8dbc-c378520d1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:03:34.751507 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00d028-7ec1-49e8-9e6f-25765526d25b admin admin] Network hostable DHCP agents. Network: cde6b719-8052-4ec2-a733-c2d79d7cb320, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:03:34.767968 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00d028-7ec1-49e8-9e6f-25765526d25b admin admin] Network cde6b719-8052-4ec2-a733-c2d79d7cb320 is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:03:34.777389 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-0c00d028-7ec1-49e8-9e6f-25765526d25b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, cde6b719-8052-4ec2-a733-c2d79d7cb320) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:34.781403 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c00d028-7ec1-49e8-9e6f-25765526d25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:34.781978 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c00d028-7ec1-49e8-9e6f-25765526d25b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:34.786519 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b87e0f-fa33-4020-82b0-0bf2128efd47 None None] Network cde6b719-8052-4ec2-a733-c2d79d7cb320 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:03:34.801930 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-0c00d028-7ec1-49e8-9e6f-25765526d25b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3042665 Jun 23 11:03:34.802064 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 38074) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:34.806478 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:34.828159 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-269140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27372'] for router (30d9e387-96f4-416e-8485-9eabe8b4d957), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:34.829497 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27387'] for router (30d9e387-96f4-416e-8485-9eabe8b4d957), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:34.880324 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Publish callbacks [] for router_controller (30d9e387-96f4-416e-8485-9eabe8b4d957), precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:34.892969 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831447ca-f02e-5cfc-b666-521d41d301dd-cde6b719-8052-4ec2-a733-c2d79d7cb320', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'project_id': '172a9e51095e47318b27881dab868355', 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1'}]}} from dv-cinder-843309-2-iscsi. {{(pid=103954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:03:34.893980 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:34.945163 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:35.014804 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Publish callbacks [] for router_gateway (30d9e387-96f4-416e-8485-9eabe8b4d957), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:35.032842 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Allocated IP 172.20.0.2 (cde6b719-8052-4ec2-a733-c2d79d7cb320/4f753206-e3ef-4560-9487-b37ef85f0bf1/e8073d23-e445-40c5-a621-b2fbdf34ef2d) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:03:35.092128 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:35.180291 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Publish callbacks [] for port (e8073d23-e445-40c5-a621-b2fbdf34ef2d), precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:35.185887 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (e8073d23-e445-40c5-a621-b2fbdf34ef2d), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:35.232535 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Network cde6b719-8052-4ec2-a733-c2d79d7cb320 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:03:35.235858 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:35.239565 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:03:35.240885 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94878244-e473-442b-b1c0-6296f6ac7ea3 req-8cfd1bea-f60a-496a-8e42-35ae713f7f89 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:35.242464 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-94878244-e473-442b-b1c0-6296f6ac7ea3 req-8cfd1bea-f60a-496a-8e42-35ae713f7f89 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0815494 Jun 23 11:03:35.242813 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Pushing event updated for resources: {'Port': ['ID=e8073d23-e445-40c5-a621-b2fbdf34ef2d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:35.264932 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Publish callbacks [] for router_gateway (30d9e387-96f4-416e-8485-9eabe8b4d957), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:35.295636 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:35.300909 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Attempting to bind port e8073d23-e445-40c5-a621-b2fbdf34ef2d on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:03:35.301301 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Attempting to bind port e8073d23-e445-40c5-a621-b2fbdf34ef2d by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '18fa8e7a-55a0-426c-8dbc-c378520d1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:03:35.301662 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Attempting to bind port e8073d23-e445-40c5-a621-b2fbdf34ef2d on network cde6b719-8052-4ec2-a733-c2d79d7cb320 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:03:35.306872 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:03:35.307247 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Checking segment: {'id': '18fa8e7a-55a0-426c-8dbc-c378520d1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:03:35.307679 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:35.308077 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Bound using segment: {'id': '18fa8e7a-55a0-426c-8dbc-c378520d1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:03:35.308549 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Bound port: e8073d23-e445-40c5-a621-b2fbdf34ef2d, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fa8e7a-55a0-426c-8dbc-c378520d1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:03:35.308926 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (e8073d23-e445-40c5-a621-b2fbdf34ef2d), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:35.356264 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-94878244-e473-442b-b1c0-6296f6ac7ea3 req-d268e189-cd24-41df-87f7-d5e779e43c4a tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021242 Jun 23 11:03:35.371933 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] For port e8073d23-e445-40c5-a621-b2fbdf34ef2d, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:03:35.375421 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] For port e8073d23-e445-40c5-a621-b2fbdf34ef2d, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=e8073d23-e445-40c5-a621-b2fbdf34ef2d,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:03:35.381586 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (e8073d23-e445-40c5-a621-b2fbdf34ef2d), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:35.386630 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:35.436079 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Allocated IP 172.27.2.27 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/2f46f8ce-f505-4219-af79-8cd1f748b73f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:03:35.448834 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c43615-05c5-4861-a055-c00c7c5151c1 None None] Pushing event updated for resources: {'Port': ['ID=e8073d23-e445-40c5-a621-b2fbdf34ef2d,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:35.569453 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Publish callbacks [] for port (2f46f8ce-f505-4219-af79-8cd1f748b73f), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:35.611144 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (2f46f8ce-f505-4219-af79-8cd1f748b73f), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:35.632036 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-932b4032-af4b-47a4-85bf-a9b60e7d3486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:35.657474 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:03:35.662920 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:35.665990 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Pushing event updated for resources: {'Port': ['ID=2f46f8ce-f505-4219-af79-8cd1f748b73f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:35.668107 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:03:35.907378 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:35.919347 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Publish callbacks [] for router_gateway (30d9e387-96f4-416e-8485-9eabe8b4d957), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:36.096534 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:36.132634 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-269750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390477'] for router (30d9e387-96f4-416e-8485-9eabe8b4d957), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:36.375524 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device e8073d23-e445-40c5-a621-b2fbdf34ef2d up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:36.406978 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:36.426656 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Router 30d9e387-96f4-416e-8485-9eabe8b4d957 is scheduled to L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:03:36.436430 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port e8073d23-e445-40c5-a621-b2fbdf34ef2d triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:36.436941 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (e8073d23-e445-40c5-a621-b2fbdf34ef2d), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:36.471585 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9e74e-9bc6-4df2-806f-fe650c8d116b req-0ec933cf-3fad-464f-86c6-d30dc1d2db62 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:36.473463 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8cd9e74e-9bc6-4df2-806f-fe650c8d116b req-0ec933cf-3fad-464f-86c6-d30dc1d2db62 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 945 time: 0.0595677 Jun 23 11:03:36.503105 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:36.512521 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f037b-2de1-4700-994c-18e94023a7b3 req-50f95557-6a3f-4e27-ae49-eca8d53af6fa tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:36.514027 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-664f037b-2de1-4700-994c-18e94023a7b3 req-50f95557-6a3f-4e27-ae49-eca8d53af6fa tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0657718 Jun 23 11:03:36.539293 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port e8073d23-e445-40c5-a621-b2fbdf34ef2d is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:36.539734 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (e8073d23-e445-40c5-a621-b2fbdf34ef2d), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:36.571573 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-664f037b-2de1-4700-994c-18e94023a7b3 req-95fa6606-a3e3-4072-9602-192dbac20d5d tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511785 Jun 23 11:03:36.582513 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port e8073d23-e445-40c5-a621-b2fbdf34ef2d, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=e8073d23-e445-40c5-a621-b2fbdf34ef2d,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:36.588120 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (e8073d23-e445-40c5-a621-b2fbdf34ef2d), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:36.609368 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8cd9e74e-9bc6-4df2-806f-fe650c8d116b req-55806ffd-9121-45d8-9ab2-a38fd74dd3c5 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994332 Jun 23 11:03:36.614772 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a16bb08-e38c-4d52-9ffd-73786a7cd270 None None] Network cde6b719-8052-4ec2-a733-c2d79d7cb320 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:03:36.616192 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:03:36.635941 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Sync routers for ids ['30d9e387-96f4-416e-8485-9eabe8b4d957'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:03:36.639965 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:36.644037 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38118) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:36.644169 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-9914980d-20eb-4ff2-8a09-543937ac011d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8411522 Jun 23 11:03:36.741724 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Routers {'30d9e387-96f4-416e-8485-9eabe8b4d957'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:03:36.742362 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:03:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['30d9e387-96f4-416e-8485-9eabe8b4d957'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:36.749719 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-228c7deb-5f4d-42a3-8972-fc4e9a7403e7 None None] Provisioning complete for port e8073d23-e445-40c5-a621-b2fbdf34ef2d triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:36.750100 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-228c7deb-5f4d-42a3-8972-fc4e9a7403e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (e8073d23-e445-40c5-a621-b2fbdf34ef2d), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:36.783502 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:36.784207 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=e8073d23-e445-40c5-a621-b2fbdf34ef2d,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:36.962443 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Set router 30d9e387-96f4-416e-8485-9eabe8b4d957 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:03:36.965844 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a480b8-016c-44ba-a0df-40eaee3fabc2 req-98a07fa0-04b8-41a3-8b98-bfdff6f84076 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:36.967311 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-79a480b8-016c-44ba-a0df-40eaee3fabc2 req-98a07fa0-04b8-41a3-8b98-bfdff6f84076 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.2831216 Jun 23 11:03:37.023168 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-228c7deb-5f4d-42a3-8972-fc4e9a7403e7 None None] Current status of the port e8073d23-e445-40c5-a621-b2fbdf34ef2d is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:37.066825 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-79a480b8-016c-44ba-a0df-40eaee3fabc2 req-e6f22b46-f0f2-4af2-a5d0-6610bd89d4d2 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925772 Jun 23 11:03:37.071266 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:37.115964 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:37.194537 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:35Z', 'revision_number': 3, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:37.224621 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Checking router: 30d9e387-96f4-416e-8485-9eabe8b4d957 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:03:37.224980 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Updating router 30d9e387-96f4-416e-8485-9eabe8b4d957 port 2f46f8ce-f505-4219-af79-8cd1f748b73f binding host dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:03:37.244493 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:37.270632 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (2f46f8ce-f505-4219-af79-8cd1f748b73f), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:37.292530 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-c4aa409a-f6df-4590-98d9-81b4ed7a5b07 None None] Provisioning complete for port e8073d23-e445-40c5-a621-b2fbdf34ef2d triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:37.293195 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c4aa409a-f6df-4590-98d9-81b4ed7a5b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (e8073d23-e445-40c5-a621-b2fbdf34ef2d), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:37.393236 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:37.395870 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:37.468045 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa409a-f6df-4590-98d9-81b4ed7a5b07 None None] Current status of the port e8073d23-e445-40c5-a621-b2fbdf34ef2d is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:37.601636 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Allocated IP 172.20.0.1 (cde6b719-8052-4ec2-a733-c2d79d7cb320/4f753206-e3ef-4560-9487-b37ef85f0bf1/f6d87cb1-e5d8-4b76-bf3e-74968156cb2b) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:03:37.606763 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Publish callbacks [] for port (2f46f8ce-f505-4219-af79-8cd1f748b73f), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:37.612166 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (2f46f8ce-f505-4219-af79-8cd1f748b73f), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:37.665818 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Attempting to bind port 2f46f8ce-f505-4219-af79-8cd1f748b73f on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:03:37.666495 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Attempting to bind port 2f46f8ce-f505-4219-af79-8cd1f748b73f by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:03:37.666591 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Attempting to bind port 2f46f8ce-f505-4219-af79-8cd1f748b73f on network e8f8f139-acd0-41ed-b18b-d78ae7145230 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:03:37.671756 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72e6de-e708-4704-940d-0aa0388bd756 None None] Pushing event updated for resources: {'Port': ['ID=2f46f8ce-f505-4219-af79-8cd1f748b73f,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:37.676318 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:03:37.676695 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Checking segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:03:37.677296 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:37.677840 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Bound using segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:03:37.678474 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Bound port: 2f46f8ce-f505-4219-af79-8cd1f748b73f, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:03:37.679016 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (2f46f8ce-f505-4219-af79-8cd1f748b73f), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:37.713435 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:37.722661 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Publish callbacks [] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:37.729992 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] For port 2f46f8ce-f505-4219-af79-8cd1f748b73f, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:03:37.733336 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] For port 2f46f8ce-f505-4219-af79-8cd1f748b73f, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=2f46f8ce-f505-4219-af79-8cd1f748b73f,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:03:37.738888 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e63ea-3f84-4536-9eb7-d15b8cfe2199 req-62d64245-3f71-4a6d-b567-a114c86c7b8a tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:37.739471 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (2f46f8ce-f505-4219-af79-8cd1f748b73f), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:37.740542 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-942e63ea-3f84-4536-9eb7-d15b8cfe2199 req-62d64245-3f71-4a6d-b567-a114c86c7b8a tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 945 time: 0.0526574 Jun 23 11:03:37.763105 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:37.796388 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-942e63ea-3f84-4536-9eb7-d15b8cfe2199 req-544a98d3-87b4-4767-84d6-42f7d33231c8 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493402 Jun 23 11:03:37.799583 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Routers {'30d9e387-96f4-416e-8485-9eabe8b4d957'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:03:37.800255 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:03:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['30d9e387-96f4-416e-8485-9eabe8b4d957'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:37.802030 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72e6de-e708-4704-940d-0aa0388bd756 None None] Pushing event updated for resources: {'Port': ['ID=2f46f8ce-f505-4219-af79-8cd1f748b73f,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:37.821412 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Network cde6b719-8052-4ec2-a733-c2d79d7cb320 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:03:37.824808 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:37.827300 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:03:37.829628 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d87cb1-e5d8-4b76-bf3e-74968156cb2b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:37.876212 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264168'] for router_interface (30d9e387-96f4-416e-8485-9eabe8b4d957), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:37.908718 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] Set router 30d9e387-96f4-416e-8485-9eabe8b4d957 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:03:38.014529 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:38.119878 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:35Z', 'revision_number': 3, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:38.121587 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:38.122428 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-b417e440-7940-4f3b-9ad9-4c9a1424eec7 None None] Provisioning complete for port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:38.122780 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b417e440-7940-4f3b-9ad9-4c9a1424eec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:38.129619 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:38.165992 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device e8073d23-e445-40c5-a621-b2fbdf34ef2d up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:38.168446 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f0ddf-287a-4458-874d-f2fd67214dc6 None None] The sync data for ids ['30d9e387-96f4-416e-8485-9eabe8b4d957'] in dv-cinder-843309-2-iscsi is: [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:35Z', 'revision_number': 3, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:03:38.192202 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Publish callbacks [] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:38.199530 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:38.203289 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:38.212727 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:38.223571 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b417e440-7940-4f3b-9ad9-4c9a1424eec7 None None] Port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:03:38.238900 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port e8073d23-e445-40c5-a621-b2fbdf34ef2d triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:38.239409 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (e8073d23-e445-40c5-a621-b2fbdf34ef2d), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:38.276647 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-263800'] for router_interface (30d9e387-96f4-416e-8485-9eabe8b4d957), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:38.279913 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d87cb1-e5d8-4b76-bf3e-74968156cb2b,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:38.384976 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Network cde6b719-8052-4ec2-a733-c2d79d7cb320 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:03:38.386474 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:38.462106 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port e8073d23-e445-40c5-a621-b2fbdf34ef2d is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:38.526188 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Router 30d9e387-96f4-416e-8485-9eabe8b4d957 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:03:38.613817 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:38.657751 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:38.710369 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:03:38.732248 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-ecc98dde-3ee8-497f-a922-cbd83691aec6 admin admin] 10.222.0.65 "PUT /v2.0/routers/30d9e387-96f4-416e-8485-9eabe8b4d957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0866690 Jun 23 11:03:38.772867 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-a331ba9f-1bb8-4c73-b09b-b130c0c57ed1 None None] Provisioning complete for port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:38.773419 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a331ba9f-1bb8-4c73-b09b-b130c0c57ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:38.815905 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a331ba9f-1bb8-4c73-b09b-b130c0c57ed1 None None] Port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:03:38.832296 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 38152) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:38.959790 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9389d3d-f97b-4f21-bbca-7664c4f9abf0 req-e25f7823-32c7-4d8c-aa97-b151b0f9ef38 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:38.967708 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c9389d3d-f97b-4f21-bbca-7664c4f9abf0 req-e25f7823-32c7-4d8c-aa97-b151b0f9ef38 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 945 time: 0.0733845 Jun 23 11:03:38.976109 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4b084-91ad-479a-ac48-a1884257ad93 req-110e1ba5-a922-4ff8-b691-5be1d8d966f8 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:38.978222 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-21b4b084-91ad-479a-ac48-a1884257ad93 req-110e1ba5-a922-4ff8-b691-5be1d8d966f8 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0617802 Jun 23 11:03:39.017732 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65a4af8b-58cf-4da1-939c-a6af115d62cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.029973 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-21b4b084-91ad-479a-ac48-a1884257ad93 req-5c23a796-1968-4929-83ad-87359307629d tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457039 Jun 23 11:03:39.041566 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c9389d3d-f97b-4f21-bbca-7664c4f9abf0 req-de32d879-d050-4a72-9ab9-27e615143f27 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727937 Jun 23 11:03:39.134564 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:03:39.137484 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65a4af8b-58cf-4da1-939c-a6af115d62cf admin admin] Publish callbacks [] for security_group (f127fbdc-8c45-4cab-86e2-efc66b842bf0), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.142894 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65a4af8b-58cf-4da1-939c-a6af115d62cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (f127fbdc-8c45-4cab-86e2-efc66b842bf0), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.186365 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-65a4af8b-58cf-4da1-939c-a6af115d62cf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=110edda657dd4b0ea11456722f988a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505580 Jun 23 11:03:39.186365 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4af8b-58cf-4da1-939c-a6af115d62cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f127fbdc-8c45-4cab-86e2-efc66b842bf0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:39.186704 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38164) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:39.246056 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39be27ae-1b85-4eb0-9348-ab49b110534d admin admin] Publish callbacks [] for security_group (f127fbdc-8c45-4cab-86e2-efc66b842bf0), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.272034 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39be27ae-1b85-4eb0-9348-ab49b110534d admin admin] Publish callbacks [] for security_group (f127fbdc-8c45-4cab-86e2-efc66b842bf0), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.285104 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 38166) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:39.291285 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7244c3fa-c3a5-4480-819c-0aa3b73cc839 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--981724777', 'description': 'tempest-description--298359811'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:39.296557 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:39.321298 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7244c3fa-c3a5-4480-819c-0aa3b73cc839 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.331978 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39be27ae-1b85-4eb0-9348-ab49b110534d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (f127fbdc-8c45-4cab-86e2-efc66b842bf0), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.335340 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-39be27ae-1b85-4eb0-9348-ab49b110534d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.339477 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-39be27ae-1b85-4eb0-9348-ab49b110534d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f127fbdc-8c45-4cab-86e2-efc66b842bf0 HTTP/1.1" status: 204 len: 168 time: 0.1517632 Jun 23 11:03:39.346620 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:39.347503 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be27ae-1b85-4eb0-9348-ab49b110534d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f127fbdc-8c45-4cab-86e2-efc66b842bf0,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:39.403567 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7244c3fa-c3a5-4480-819c-0aa3b73cc839 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group (9bc26e06-95ea-4faf-a536-9ca997948b0d), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.408499 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7244c3fa-c3a5-4480-819c-0aa3b73cc839 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (9bc26e06-95ea-4faf-a536-9ca997948b0d), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.439295 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7244c3fa-c3a5-4480-819c-0aa3b73cc839 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.440531 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-7244c3fa-c3a5-4480-819c-0aa3b73cc839 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1541100 Jun 23 11:03:39.442616 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244c3fa-c3a5-4480-819c-0aa3b73cc839 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc26e06-95ea-4faf-a536-9ca997948b0d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:39.443965 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38170) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:39.450567 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-261aca95-20d9-409b-b8d3-a84b83300dd4 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Request body: {'security_group_rule': {'security_group_id': '9bc26e06-95ea-4faf-a536-9ca997948b0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:39.480841 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-261aca95-20d9-409b-b8d3-a84b83300dd4 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group_rule (d719776e-e932-45cb-8132-1453ef818e34), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.524723 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:39.540454 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-261aca95-20d9-409b-b8d3-a84b83300dd4 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group_rule (d719776e-e932-45cb-8132-1453ef818e34), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.544021 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-261aca95-20d9-409b-b8d3-a84b83300dd4 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (d719776e-e932-45cb-8132-1453ef818e34), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.565994 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261aca95-20d9-409b-b8d3-a84b83300dd4 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d719776e-e932-45cb-8132-1453ef818e34,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:39.574310 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-261aca95-20d9-409b-b8d3-a84b83300dd4 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.575510 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-261aca95-20d9-409b-b8d3-a84b83300dd4 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291771 Jun 23 11:03:39.578163 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38176) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:39.582609 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-be9ba4ef-eae0-4373-b603-26db780d12dc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Request body: {'security_group_rule': {'security_group_id': '9bc26e06-95ea-4faf-a536-9ca997948b0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:39.620871 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be9ba4ef-eae0-4373-b603-26db780d12dc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group_rule (5f40ca34-cf93-43d6-8479-d5f6c4669fc0), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.687541 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be9ba4ef-eae0-4373-b603-26db780d12dc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group_rule (5f40ca34-cf93-43d6-8479-d5f6c4669fc0), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.691570 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be9ba4ef-eae0-4373-b603-26db780d12dc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (5f40ca34-cf93-43d6-8479-d5f6c4669fc0), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.715411 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ba4ef-eae0-4373-b603-26db780d12dc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f40ca34-cf93-43d6-8479-d5f6c4669fc0,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:39.721630 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-be9ba4ef-eae0-4373-b603-26db780d12dc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.723011 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-be9ba4ef-eae0-4373-b603-26db780d12dc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437666 Jun 23 11:03:39.726210 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38184) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:39.731489 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Request body: {'floatingip': {'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:39.760232 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.772023 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65684451-aeaf-4997-b45b-8effa8f39276 req-a7314645-d59d-4082-be29-a6c6b30446a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:39.773927 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-65684451-aeaf-4997-b45b-8effa8f39276 req-a7314645-d59d-4082-be29-a6c6b30446a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 1129 time: 0.0567625 Jun 23 11:03:39.855303 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:39.948925 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:39.970780 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Allocated IP 172.27.2.92 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/24057445-619c-4ac5-8acf-b5800b07e581) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:03:40.084515 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Sync routers for ids ['30d9e387-96f4-416e-8485-9eabe8b4d957'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:03:40.107349 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for port (24057445-619c-4ac5-8acf-b5800b07e581), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:40.107533 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Routers {'30d9e387-96f4-416e-8485-9eabe8b4d957'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:03:40.107533 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:03:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['30d9e387-96f4-416e-8485-9eabe8b4d957'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:40.111219 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38198) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:40.126677 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65684451-aeaf-4997-b45b-8effa8f39276 req-e845fcfc-aaf5-48c8-9bdf-ed360643d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:40.128405 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-65684451-aeaf-4997-b45b-8effa8f39276 req-e845fcfc-aaf5-48c8-9bdf-ed360643d4ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 919 time: 0.1276391 Jun 23 11:03:40.251864 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 2f46f8ce-f505-4219-af79-8cd1f748b73f up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:40.257739 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (24057445-619c-4ac5-8acf-b5800b07e581), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:40.281144 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Set router 30d9e387-96f4-416e-8485-9eabe8b4d957 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:03:40.305651 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 2f46f8ce-f505-4219-af79-8cd1f748b73f triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:40.306025 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (2f46f8ce-f505-4219-af79-8cd1f748b73f), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:40.306284 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-65684451-aeaf-4997-b45b-8effa8f39276 req-faf8b929-0f54-48ca-8933-d8584edb9b93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88802b38-9718-44af-a9c0-e377da1fdee6 HTTP/1.1" status: 200 len: 217 time: 0.0377572 Jun 23 11:03:40.312791 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a97df-29b4-4fc2-a02a-6c34a3719fb9 req-8f9c09f0-b1ab-4dff-a200-44104012e8ec tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:40.327796 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-088a97df-29b4-4fc2-a02a-6c34a3719fb9 req-8f9c09f0-b1ab-4dff-a200-44104012e8ec tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.1480894 Jun 23 11:03:40.330208 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event updated for resources: {'Port': ['ID=24057445-619c-4ac5-8acf-b5800b07e581,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:40.396364 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 2f46f8ce-f505-4219-af79-8cd1f748b73f is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:40.397043 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (2f46f8ce-f505-4219-af79-8cd1f748b73f), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:40.401695 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5e681-cc9d-4a38-b03c-9dab4704b53b req-0ab328bc-4200-41ee-8607-9d6e7c55ba93 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:40.403425 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fcb5e681-cc9d-4a38-b03c-9dab4704b53b req-0ab328bc-4200-41ee-8607-9d6e7c55ba93 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 945 time: 0.2018738 Jun 23 11:03:40.412329 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e37be-f106-4572-8725-b4429b0033f3 req-d4487fb1-d94e-4ea9-8a50-61028784697b tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:40.413951 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d13e37be-f106-4572-8725-b4429b0033f3 req-d4487fb1-d94e-4ea9-8a50-61028784697b tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 945 time: 0.1480849 Jun 23 11:03:40.418841 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-459e0ceb-61bc-4410-a4f3-c8c7d291494f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1236189908-network', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:40.426436 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port 2f46f8ce-f505-4219-af79-8cd1f748b73f, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=2f46f8ce-f505-4219-af79-8cd1f748b73f,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:40.433507 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (2f46f8ce-f505-4219-af79-8cd1f748b73f), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:40.475951 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:40.499861 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=2f46f8ce-f505-4219-af79-8cd1f748b73f,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:40.503253 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 4, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'f6d87cb1-e5d8-4b76-bf3e-74968156cb2b', 'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'tenant_id': '172a9e51095e47318b27881dab868355', 'mac_address': 'fa:16:3e:e1:9a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:37Z', 'updated_at': '2022-06-23T11:03:38Z', 'revision_number': 2, 'project_id': '172a9e51095e47318b27881dab868355', 'subnets': [{'id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:40.530688 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Checking router: 30d9e387-96f4-416e-8485-9eabe8b4d957 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:03:40.531037 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Updating router 30d9e387-96f4-416e-8485-9eabe8b4d957 port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b binding host dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:03:40.535481 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:03:40.553729 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=100 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:40.557158 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=100 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:40.561021 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:40.565008 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:40.570076 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:03:40.630868 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-d13e37be-f106-4572-8725-b4429b0033f3 req-65ec969f-97f2-4fdc-8509-0967c6b571fb tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Deleting port e2791f05-4320-4a12-805d-2a7b21ddd3ca {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:03:40.630868 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d13e37be-f106-4572-8725-b4429b0033f3 req-65ec969f-97f2-4fdc-8509-0967c6b571fb tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (e2791f05-4320-4a12-805d-2a7b21ddd3ca), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:40.641615 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459e0ceb-61bc-4410-a4f3-c8c7d291494f admin admin] Made reservation on behalf of 1fccc592269f433b99c2d13dad5e8e39 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:03:40.644064 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-459e0ceb-61bc-4410-a4f3-c8c7d291494f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:40.648065 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65684451-aeaf-4997-b45b-8effa8f39276 req-23bcdf3d-d883-4d2c-8e01-194b3f780d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:40.650024 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-65684451-aeaf-4997-b45b-8effa8f39276 req-23bcdf3d-d883-4d2c-8e01-194b3f780d13 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 200 len: 857 time: 0.3197892 Jun 23 11:03:40.654290 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-088a97df-29b4-4fc2-a02a-6c34a3719fb9 req-aa664cd0-c74e-4e3a-ab5b-4f5e21e986c2 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257804 Jun 23 11:03:40.676949 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-459e0ceb-61bc-4410-a4f3-c8c7d291494f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:40.678454 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fcb5e681-cc9d-4a38-b03c-9dab4704b53b req-1dc09af8-25bf-4be1-8622-148e4a1d961f tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546942 Jun 23 11:03:40.719221 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65684451-aeaf-4997-b45b-8effa8f39276 req-a67f0031-1a52-439e-ad08-592d263a5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:40.721013 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-65684451-aeaf-4997-b45b-8effa8f39276 req-a67f0031-1a52-439e-ad08-592d263a5319 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19e128cb-e174-49db-a8d2-8534db57c32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559144 Jun 23 11:03:40.826360 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-d13e37be-f106-4572-8725-b4429b0033f3 req-65ec969f-97f2-4fdc-8509-0967c6b571fb tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] For port e2791f05-4320-4a12-805d-2a7b21ddd3ca, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e2791f05-4320-4a12-805d-2a7b21ddd3ca,segment=NetworkSegment(6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc),segment_id=6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:40.826732 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d13e37be-f106-4572-8725-b4429b0033f3 req-65ec969f-97f2-4fdc-8509-0967c6b571fb tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (e2791f05-4320-4a12-805d-2a7b21ddd3ca), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:40.830720 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for floatingip (989d042b-6f4d-4cd2-a9ba-51d27e15fd7c), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:40.837994 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-65684451-aeaf-4997-b45b-8effa8f39276 req-5abe20c5-7dcb-4d56-91ee-752cdfb02656 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015105 Jun 23 11:03:40.850044 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Publish callbacks [] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:40.853924 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-d13e37be-f106-4572-8725-b4429b0033f3 req-65ec969f-97f2-4fdc-8509-0967c6b571fb tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Calling delete_port for e2791f05-4320-4a12-805d-2a7b21ddd3ca owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:03:40.856812 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:40.857233 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:40.932157 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248191f5-c000-412b-8a6f-e3205d520dc5 None None] Pushing event updated for resources: {'Port': ['ID=f6d87cb1-e5d8-4b76-bf3e-74968156cb2b,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:40.957946 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248191f5-c000-412b-8a6f-e3205d520dc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:40.958571 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248191f5-c000-412b-8a6f-e3205d520dc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:40.959168 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248191f5-c000-412b-8a6f-e3205d520dc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:40.959584 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248191f5-c000-412b-8a6f-e3205d520dc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:40.960005 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248191f5-c000-412b-8a6f-e3205d520dc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:40.960385 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248191f5-c000-412b-8a6f-e3205d520dc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:40.960862 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248191f5-c000-412b-8a6f-e3205d520dc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:40.961362 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248191f5-c000-412b-8a6f-e3205d520dc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:40.961827 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248191f5-c000-412b-8a6f-e3205d520dc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:40.962288 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248191f5-c000-412b-8a6f-e3205d520dc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:40.963036 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248191f5-c000-412b-8a6f-e3205d520dc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:40.963519 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248191f5-c000-412b-8a6f-e3205d520dc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:40.964005 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248191f5-c000-412b-8a6f-e3205d520dc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:40.964475 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248191f5-c000-412b-8a6f-e3205d520dc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:40.964925 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248191f5-c000-412b-8a6f-e3205d520dc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:40.967793 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-65684451-aeaf-4997-b45b-8effa8f39276 req-00a650a3-ea06-4f33-ae53-98d35e796b3c service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145890 Jun 23 11:03:40.981529 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Attempting to bind port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:03:40.981747 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (24057445-619c-4ac5-8acf-b5800b07e581), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:40.982258 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Attempting to bind port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '18fa8e7a-55a0-426c-8dbc-c378520d1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:03:40.982953 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Attempting to bind port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b on network cde6b719-8052-4ec2-a733-c2d79d7cb320 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:03:40.988739 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:03:40.989405 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Checking segment: {'id': '18fa8e7a-55a0-426c-8dbc-c378520d1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:03:40.989960 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:40.991619 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Bound using segment: {'id': '18fa8e7a-55a0-426c-8dbc-c378520d1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:03:40.992840 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Bound port: f6d87cb1-e5d8-4b76-bf3e-74968156cb2b, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fa8e7a-55a0-426c-8dbc-c378520d1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:03:40.993422 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:41.025830 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-459e0ceb-61bc-4410-a4f3-c8c7d291494f admin admin] Publish callbacks [] for security_group (7b01ebca-c5c3-4faa-97e7-6253122f3a27), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:41.038342 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-459e0ceb-61bc-4410-a4f3-c8c7d291494f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (7b01ebca-c5c3-4faa-97e7-6253122f3a27), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:41.079942 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] For port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:03:41.084474 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] For port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=f6d87cb1-e5d8-4b76-bf3e-74968156cb2b,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:03:41.091552 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459e0ceb-61bc-4410-a4f3-c8c7d291494f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:03:41.102056 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:41.151324 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0ceb-61bc-4410-a4f3-c8c7d291494f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b01ebca-c5c3-4faa-97e7-6253122f3a27,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:41.174757 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248191f5-c000-412b-8a6f-e3205d520dc5 None None] Pushing event updated for resources: {'Port': ['ID=f6d87cb1-e5d8-4b76-bf3e-74968156cb2b,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:41.177516 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Routers {'30d9e387-96f4-416e-8485-9eabe8b4d957'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:03:41.178290 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:03:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['30d9e387-96f4-416e-8485-9eabe8b4d957'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:41.179620 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-459e0ceb-61bc-4410-a4f3-c8c7d291494f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (5e6cc741-98e8-4831-ba09-fcb5eba3cd33), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:41.180568 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-459e0ceb-61bc-4410-a4f3-c8c7d291494f admin admin] Added segment 5e6cc741-98e8-4831-ba09-fcb5eba3cd33 of type vlan for network c33ca82f-6e79-4afd-a43f-c1b68283a4eb Jun 23 11:03:41.254793 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-f3b2810a-54d2-4b9b-8ca6-e6a794f12180 None None] Provisioning complete for port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:41.255364 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f3b2810a-54d2-4b9b-8ca6-e6a794f12180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:41.261810 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:41.340670 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d13e37be-f106-4572-8725-b4429b0033f3 req-65ec969f-97f2-4fdc-8509-0967c6b571fb tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (e2791f05-4320-4a12-805d-2a7b21ddd3ca), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:41.343949 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-459e0ceb-61bc-4410-a4f3-c8c7d291494f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (c33ca82f-6e79-4afd-a43f-c1b68283a4eb), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:41.350878 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2810a-54d2-4b9b-8ca6-e6a794f12180 None None] Current status of the port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:41.351205 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f3b2810a-54d2-4b9b-8ca6-e6a794f12180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:41.389646 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-f3b2810a-54d2-4b9b-8ca6-e6a794f12180 None None] For port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=f6d87cb1-e5d8-4b76-bf3e-74968156cb2b,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:41.393556 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['e2791f05-4320-4a12-805d-2a7b21ddd3ca'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:03:41.398753 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f3b2810a-54d2-4b9b-8ca6-e6a794f12180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:41.408544 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] Set router 30d9e387-96f4-416e-8485-9eabe8b4d957 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:03:41.440210 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec969f-97f2-4fdc-8509-0967c6b571fb tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Pushing event deleted for resources: {'Port': ['ID=e2791f05-4320-4a12-805d-2a7b21ddd3ca,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:41.442140 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-459e0ceb-61bc-4410-a4f3-c8c7d291494f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (c33ca82f-6e79-4afd-a43f-c1b68283a4eb), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:41.443011 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e0ceb-61bc-4410-a4f3-c8c7d291494f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:41.443633 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-459e0ceb-61bc-4410-a4f3-c8c7d291494f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:41.447500 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for port (24057445-619c-4ac5-8acf-b5800b07e581), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:41.474707 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2810a-54d2-4b9b-8ca6-e6a794f12180 None None] Pushing event updated for resources: {'Port': ['ID=f6d87cb1-e5d8-4b76-bf3e-74968156cb2b,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:41.505624 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (24057445-619c-4ac5-8acf-b5800b07e581), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:41.521950 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-49423378-13c9-4893-8cde-16f704fc825c None None] Provisioning complete for port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:41.522397 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-49423378-13c9-4893-8cde-16f704fc825c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:41.598035 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-49423378-13c9-4893-8cde-16f704fc825c None None] Current status of the port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:41.620805 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:41.638150 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 4, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'f6d87cb1-e5d8-4b76-bf3e-74968156cb2b', 'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'tenant_id': '172a9e51095e47318b27881dab868355', 'mac_address': 'fa:16:3e:e1:9a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:37Z', 'updated_at': '2022-06-23T11:03:41Z', 'revision_number': 4, 'project_id': '172a9e51095e47318b27881dab868355', 'subnets': [{'id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:41.668910 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a82d4c-caa0-40e8-aae9-4409efca364a None None] The sync data for ids ['30d9e387-96f4-416e-8485-9eabe8b4d957'] in dv-cinder-843309-2-iscsi is: [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 4, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'f6d87cb1-e5d8-4b76-bf3e-74968156cb2b', 'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'tenant_id': '172a9e51095e47318b27881dab868355', 'mac_address': 'fa:16:3e:e1:9a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:37Z', 'updated_at': '2022-06-23T11:03:41Z', 'revision_number': 4, 'project_id': '172a9e51095e47318b27881dab868355', 'subnets': [{'id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:03:41.801383 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418370f-980a-47b2-bf40-9d8a98a7605d req-35e689b8-893a-4232-9c62-b1768e4bef83 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:41.803135 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b418370f-980a-47b2-bf40-9d8a98a7605d req-35e689b8-893a-4232-9c62-b1768e4bef83 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0550830 Jun 23 11:03:41.845289 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-459e0ceb-61bc-4410-a4f3-c8c7d291494f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.7308803 Jun 23 11:03:41.848645 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 38216) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:41.857224 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f0e6c817-c70b-442e-9f7b-76a138402fcf admin admin] Request body: {'subnet': {'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1236189908-subnet', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:41.880029 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13e37be-f106-4572-8725-b4429b0033f3 req-65ec969f-97f2-4fdc-8509-0967c6b571fb tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] No DVR routers for this DVR port e2791f05-4320-4a12-805d-2a7b21ddd3ca on host hv-cinder-84330 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:03:41.884571 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-d13e37be-f106-4572-8725-b4429b0033f3 req-65ec969f-97f2-4fdc-8509-0967c6b571fb tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:41.887837 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d13e37be-f106-4572-8725-b4429b0033f3 req-65ec969f-97f2-4fdc-8509-0967c6b571fb tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.60 "DELETE /v2.0/ports/e2791f05-4320-4a12-805d-2a7b21ddd3ca HTTP/1.1" status: 204 len: 173 time: 1.4559531 Jun 23 11:03:41.888485 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b418370f-980a-47b2-bf40-9d8a98a7605d req-abee7239-cb6a-4b8f-ae97-0d5808b0f625 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781972 Jun 23 11:03:41.889974 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e6c817-c70b-442e-9f7b-76a138402fcf admin admin] Made reservation on behalf of 1fccc592269f433b99c2d13dad5e8e39 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:03:41.892026 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d33040-550a-41b4-8a1e-3c4c12dac3f4', 'name': 'network-vif-deleted', 'tag': 'e2791f05-4320-4a12-805d-2a7b21ddd3ca'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:03:41.894041 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0e6c817-c70b-442e-9f7b-76a138402fcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58842891'] for subnet (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:41.902645 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b546f3e-1251-463d-9fbb-3dd117c07c2c" -d '{"events": [{"server_uuid": "89d33040-550a-41b4-8a1e-3c4c12dac3f4", "name": "network-vif-deleted", "tag": "e2791f05-4320-4a12-805d-2a7b21ddd3ca"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:03:41.937385 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0ceb-61bc-4410-a4f3-c8c7d291494f admin admin] Pushing event updated for resources: {'Network': ['ID=c33ca82f-6e79-4afd-a43f-c1b68283a4eb,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:41.949667 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network c33ca82f-6e79-4afd-a43f-c1b68283a4eb details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:03:41.960691 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=4,neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:41.995567 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event updated for resources: {'Port': ['ID=24057445-619c-4ac5-8acf-b5800b07e581,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:42.002371 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188fecdf-1bd5-4386-a13b-d11d020d1b11 x-openstack-request-id: req-188fecdf-1bd5-4386-a13b-d11d020d1b11 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:03:42.002698 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d33040-550a-41b4-8a1e-3c4c12dac3f4", "name": "network-vif-deleted", "tag": "e2791f05-4320-4a12-805d-2a7b21ddd3ca", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:03:42.002952 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-188fecdf-1bd5-4386-a13b-d11d020d1b11 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:03:42.003385 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-188fecdf-1bd5-4386-a13b-d11d020d1b11'] response: {'server_uuid': '89d33040-550a-41b4-8a1e-3c4c12dac3f4', 'name': 'network-vif-deleted', 'tag': 'e2791f05-4320-4a12-805d-2a7b21ddd3ca', 'status': 'completed', 'code': 200} Jun 23 11:03:42.011876 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:42.015777 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:42.019908 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6697ce96-08c1-43ff-9f33-943c445c1442 req-9f0fcdbe-0554-457e-863b-ca0b7f1e95da tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=89d33040-550a-41b4-8a1e-3c4c12dac3f4 HTTP/1.1" status: 200 len: 210 time: 0.1452091 Jun 23 11:03:42.045575 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (989d042b-6f4d-4cd2-a9ba-51d27e15fd7c), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:42.090007 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:42.091333 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-48c0cd08-3307-4593-88f8-3c47185cf673 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3635271 Jun 23 11:03:42.173614 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:42.187419 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0e6c817-c70b-442e-9f7b-76a138402fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59715690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843005'] for subnet (1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:42.264692 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e6c817-c70b-442e-9f7b-76a138402fcf admin admin] Checking segment: {'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:03:42.265142 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e6c817-c70b-442e-9f7b-76a138402fcf admin admin] Network hostable DHCP agents. Network: c33ca82f-6e79-4afd-a43f-c1b68283a4eb, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:03:42.269694 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6c817-c70b-442e-9f7b-76a138402fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:42.315743 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e6c817-c70b-442e-9f7b-76a138402fcf admin admin] Network c33ca82f-6e79-4afd-a43f-c1b68283a4eb is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:03:42.333150 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f0e6c817-c70b-442e-9f7b-76a138402fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, c33ca82f-6e79-4afd-a43f-c1b68283a4eb) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:42.337587 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e6c817-c70b-442e-9f7b-76a138402fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:42.338326 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0e6c817-c70b-442e-9f7b-76a138402fcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:42.338843 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 2f46f8ce-f505-4219-af79-8cd1f748b73f up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:42.370613 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-f0e6c817-c70b-442e-9f7b-76a138402fcf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5198081 Jun 23 11:03:42.372744 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38236) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:42.379050 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:42.396104 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405cece4-92ca-489c-8ae1-5da1e0da9f77 None None] Network c33ca82f-6e79-4afd-a43f-c1b68283a4eb requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:03:42.413479 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-40bcd740-a02e-404c-bebd-761fe4b3c7fb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--981724777&fields=id&tenant_id=172a9e51095e47318b27881dab868355 HTTP/1.1" status: 200 len: 267 time: 0.0673742 Jun 23 11:03:42.421579 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-269140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27372'] for router (cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:42.422809 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27387'] for router (cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:42.488778 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:42.491793 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 2f46f8ce-f505-4219-af79-8cd1f748b73f triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:42.492730 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (2f46f8ce-f505-4219-af79-8cd1f748b73f), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:42.501250 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Publish callbacks [] for router_controller (cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9), precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:42.554007 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-db7208e6-65c0-4cf6-9892-4a0adaa3cfc9 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:42.562565 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-db7208e6-65c0-4cf6-9892-4a0adaa3cfc9 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/networks?id=cde6b719-8052-4ec2-a733-c2d79d7cb320 HTTP/1.1" status: 200 len: 816 time: 0.1413608 Jun 23 11:03:42.584820 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-8f338e60-5606-4e2b-b89f-b5f216b7d403 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/quotas/172a9e51095e47318b27881dab868355 HTTP/1.1" status: 200 len: 375 time: 0.0212920 Jun 23 11:03:42.686148 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831447ca-f02e-5cfc-b666-521d41d301dd-c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54'}]}} from dv-cinder-843309-2-iscsi. {{(pid=103954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:03:42.687095 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:42.696414 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-7cf482d2-3c35-4622-ab8d-b3548a7928c2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=172a9e51095e47318b27881dab868355&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099784 Jun 23 11:03:42.702072 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Publish callbacks [] for router_gateway (cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:42.727458 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 2f46f8ce-f505-4219-af79-8cd1f748b73f is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:42.736171 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device f6d87cb1-e5d8-4b76-bf3e-74968156cb2b up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:42.845230 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-5c9a823d-964c-4430-9f58-5a3157b98ab3 service neutron] 10.222.0.65 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402924 Jun 23 11:03:42.918229 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:42.918690 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:43.026110 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-e7350c9d-7e5e-4f73-a266-edabd4a7f76b service neutron] 10.222.0.65 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787722 Jun 23 11:03:43.035052 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Allocated IP 172.20.0.2 (c33ca82f-6e79-4afd-a43f-c1b68283a4eb/1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54/ef577110-58c7-4a73-a5c4-9c5e68ce7603) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:03:43.101390 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Publish callbacks [] for router_gateway (cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:43.124014 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:43.140192 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:43.331831 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Publish callbacks [] for port (ef577110-58c7-4a73-a5c4-9c5e68ce7603), precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:43.343079 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (ef577110-58c7-4a73-a5c4-9c5e68ce7603), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:43.381808 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Allocated IP 172.27.2.215 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/56307517-6956-4331-b75e-112a123321dd) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:03:43.387354 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-50cb5355-289e-4b0b-b37e-d8e690bf8230 req-f7f35b52-1a1c-4383-8abf-c20ca8dffc46 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 210 time: 0.0563338 Jun 23 11:03:43.404865 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9950ce-4eed-4ba1-8d52-b0cea6f8bdb3 req-bd43b252-e043-40fe-952f-df52fc5e3994 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:43.412251 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Network c33ca82f-6e79-4afd-a43f-c1b68283a4eb is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:03:43.414968 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ac9950ce-4eed-4ba1-8d52-b0cea6f8bdb3 req-bd43b252-e043-40fe-952f-df52fc5e3994 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.1243570 Jun 23 11:03:43.416538 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:43.420671 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:03:43.422842 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Pushing event updated for resources: {'Port': ['ID=ef577110-58c7-4a73-a5c4-9c5e68ce7603,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:43.506999 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ac9950ce-4eed-4ba1-8d52-b0cea6f8bdb3 req-5a114525-adfa-4efb-8917-8a4e346b984f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910392 Jun 23 11:03:43.523860 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Attempting to bind port ef577110-58c7-4a73-a5c4-9c5e68ce7603 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:03:43.524381 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Attempting to bind port ef577110-58c7-4a73-a5c4-9c5e68ce7603 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:03:43.524754 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Attempting to bind port ef577110-58c7-4a73-a5c4-9c5e68ce7603 on network c33ca82f-6e79-4afd-a43f-c1b68283a4eb {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:03:43.531022 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:03:43.531437 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Checking segment: {'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:03:43.531948 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:43.532366 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Bound using segment: {'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:03:43.532835 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Bound port: ef577110-58c7-4a73-a5c4-9c5e68ce7603, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:03:43.533739 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (ef577110-58c7-4a73-a5c4-9c5e68ce7603), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:43.548425 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:43.597548 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Publish callbacks [] for port (56307517-6956-4331-b75e-112a123321dd), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:43.607521 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:43.607739 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] For port ef577110-58c7-4a73-a5c4-9c5e68ce7603, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:03:43.612024 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] For port ef577110-58c7-4a73-a5c4-9c5e68ce7603, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=ef577110-58c7-4a73-a5c4-9c5e68ce7603,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:03:43.633336 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (ef577110-58c7-4a73-a5c4-9c5e68ce7603), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:43.647182 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (56307517-6956-4331-b75e-112a123321dd), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:43.685944 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:03:43.692436 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:43.696585 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:43.701072 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:03:43.706468 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-85333a10-1e54-4101-b40f-5c8eabb6943f tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:43.707033 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:43.708377 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-85333a10-1e54-4101-b40f-5c8eabb6943f tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/networks?id=97c23ceb-2864-4713-821e-e19a5b81f5fe HTTP/1.1" status: 200 len: 809 time: 0.1263032 Jun 23 11:03:43.740207 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-d6e24d7f-98dc-4e44-9af4-c7b909307cf5 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/quotas/1da9afa4daa046239d16a594150a994c HTTP/1.1" status: 200 len: 375 time: 0.0190058 Jun 23 11:03:43.747044 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fc28e-c54c-42cc-bf6d-309061fbdc3d None None] Pushing event updated for resources: {'Port': ['ID=ef577110-58c7-4a73-a5c4-9c5e68ce7603,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:43.774123 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Pushing event updated for resources: {'Port': ['ID=56307517-6956-4331-b75e-112a123321dd,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:43.792901 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-49611359-4ae5-47a2-ae2a-64f19c4ec92e tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1da9afa4daa046239d16a594150a994c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443659 Jun 23 11:03:43.893937 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-c08454bd-a67c-4ed7-8fc4-da55a8aded8f service neutron] 10.222.0.65 "GET /v2.0/networks/97c23ceb-2864-4713-821e-e19a5b81f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999801 Jun 23 11:03:44.062861 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Publish callbacks [] for router_gateway (cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:44.063336 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-9d7f69eb-6d57-4c71-b21e-1dd198acf221 service neutron] 10.222.0.65 "GET /v2.0/networks/97c23ceb-2864-4713-821e-e19a5b81f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630507 Jun 23 11:03:44.215961 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device ef577110-58c7-4a73-a5c4-9c5e68ce7603 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:44.290155 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port ef577110-58c7-4a73-a5c4-9c5e68ce7603 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:44.290732 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (ef577110-58c7-4a73-a5c4-9c5e68ce7603), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:44.299546 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-556db447-0b71-4ee2-ab75-a545bec36412 req-88d3bd93-ce5a-4d7c-8299-0917cd9be18c tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 210 time: 0.0423670 Jun 23 11:03:44.362796 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-269750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390477'] for router (cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:44.388615 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port ef577110-58c7-4a73-a5c4-9c5e68ce7603 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:44.389415 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (ef577110-58c7-4a73-a5c4-9c5e68ce7603), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:44.436898 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port ef577110-58c7-4a73-a5c4-9c5e68ce7603, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=ef577110-58c7-4a73-a5c4-9c5e68ce7603,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:44.443596 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (ef577110-58c7-4a73-a5c4-9c5e68ce7603), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:44.520562 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=ef577110-58c7-4a73-a5c4-9c5e68ce7603,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:44.529053 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-aaba114a-e07a-4377-a81c-428349976ad4 req-dadc3097-71c0-418f-bd4f-29fb7e238b46 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 210 time: 0.0507658 Jun 23 11:03:44.553094 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 is scheduled to L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:03:44.683678 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53835f7c-d26d-4b6d-aab2-7163bc6a926f req-aeba417e-609f-4e5b-b50c-8c9fde48d92a tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:44.685331 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53835f7c-d26d-4b6d-aab2-7163bc6a926f req-aeba417e-609f-4e5b-b50c-8c9fde48d92a tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0861878 Jun 23 11:03:44.721501 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:44.732702 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:03:44.743949 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Sync routers for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:03:44.758520 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53835f7c-d26d-4b6d-aab2-7163bc6a926f req-584b26cc-51c5-4c18-ac22-17b8fe9dcf9e tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666602 Jun 23 11:03:44.768198 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:44.769560 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-09a3790b-36c6-45d4-bc8a-6ff5cdd7b650 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3945792 Jun 23 11:03:44.772418 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38288) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:44.778083 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:03:44.778833 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:03:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:44.902569 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:03:44.979115 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1774eb-60e7-428f-b146-7b72f3297f4f None None] Network c33ca82f-6e79-4afd-a43f-c1b68283a4eb requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:03:44.989659 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:45.114310 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device e2791f05-4320-4a12-805d-2a7b21ddd3ca no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:03:45.114559 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-295b61d8-621a-489b-aafe-5c18ffcfb775 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:45.116554 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-295b61d8-621a-489b-aafe-5c18ffcfb775 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.60 "GET /v2.0/networks?id=cde6b719-8052-4ec2-a733-c2d79d7cb320 HTTP/1.1" status: 200 len: 816 time: 0.2088802 Jun 23 11:03:45.146064 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-52c1cd9f-b037-4733-9979-0da59132b70c None None] Provisioning complete for port ef577110-58c7-4a73-a5c4-9c5e68ce7603 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:45.146438 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-52c1cd9f-b037-4733-9979-0da59132b70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (ef577110-58c7-4a73-a5c4-9c5e68ce7603), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:45.160813 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: e2791f05-4320-4a12-805d-2a7b21ddd3ca {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:03:45.161163 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device e2791f05-4320-4a12-805d-2a7b21ddd3ca not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:03:45.267262 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:43Z', 'revision_number': 3, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:45.321614 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Checking router: cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:03:45.322214 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Updating router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 port 56307517-6956-4331-b75e-112a123321dd binding host dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:03:45.361020 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-52c1cd9f-b037-4733-9979-0da59132b70c None None] Current status of the port ef577110-58c7-4a73-a5c4-9c5e68ce7603 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:45.364088 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (56307517-6956-4331-b75e-112a123321dd), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:45.384152 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-0651782c-e50b-4fc7-ab91-4c84d8874a82 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=172a9e51095e47318b27881dab868355 HTTP/1.1" status: 200 len: 379 time: 0.0992076 Jun 23 11:03:45.392444 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:45.456716 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:45.457376 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:45.587125 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dd7ceb18-a774-4dc7-b5b1-bb42571c458e req-994d9ff2-c725-487b-bad4-695bb2d33b68 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 210 time: 0.0354650 Jun 23 11:03:45.606177 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Allocated IP 172.20.0.1 (c33ca82f-6e79-4afd-a43f-c1b68283a4eb/1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54/2291c06c-575e-419a-adc6-20a299f42a1a) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:03:45.649553 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-7a315515-6c48-453e-b64c-f3a16fa8c1eb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Request body: {'port': {'device_id': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'admin_state_up': True, 'tenant_id': '172a9e51095e47318b27881dab868355', 'security_groups': ['9bc26e06-95ea-4faf-a536-9ca997948b0d']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:45.661273 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-ec30a499-77ca-4437-8bd7-58d09571b19a None None] Provisioning complete for port ef577110-58c7-4a73-a5c4-9c5e68ce7603 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:45.661644 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec30a499-77ca-4437-8bd7-58d09571b19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (ef577110-58c7-4a73-a5c4-9c5e68ce7603), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:45.691057 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d20183b5-1328-4486-b886-54a1f4f28203 req-d863ba99-ee34-4437-9316-2cd7b208e402 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 210 time: 0.0712092 Jun 23 11:03:45.717499 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:45.771252 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:45.776436 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:45.825003 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ec30a499-77ca-4437-8bd7-58d09571b19a None None] Current status of the port ef577110-58c7-4a73-a5c4-9c5e68ce7603 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:45.856494 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Publish callbacks [] for port (56307517-6956-4331-b75e-112a123321dd), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:45.865020 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (56307517-6956-4331-b75e-112a123321dd), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:45.930639 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Attempting to bind port 56307517-6956-4331-b75e-112a123321dd on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:03:45.931208 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Attempting to bind port 56307517-6956-4331-b75e-112a123321dd by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:03:45.931564 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Attempting to bind port 56307517-6956-4331-b75e-112a123321dd on network e8f8f139-acd0-41ed-b18b-d78ae7145230 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:03:45.931804 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-e443475b-2a7f-45f1-b4ef-09443838fb5a tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:45.933465 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-e443475b-2a7f-45f1-b4ef-09443838fb5a tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.60 "GET /v2.0/networks?id=97c23ceb-2864-4713-821e-e19a5b81f5fe HTTP/1.1" status: 200 len: 809 time: 0.1712041 Jun 23 11:03:45.942848 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:03:45.943252 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Checking segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:03:45.943700 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:45.944099 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Bound using segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:03:45.944862 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Bound port: 56307517-6956-4331-b75e-112a123321dd, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:03:45.945253 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (56307517-6956-4331-b75e-112a123321dd), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:45.949151 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60f6c5-13cb-4695-859a-a98c1655f9bb None None] Pushing event updated for resources: {'Port': ['ID=56307517-6956-4331-b75e-112a123321dd,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:45.966049 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-4ebc470d-b527-441d-a244-0c6a4cab3976 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Request body: {'port': {'device_id': '188173a9-f1d2-4d75-b1f1-944f9ddeaf43', 'network_id': '97c23ceb-2864-4713-821e-e19a5b81f5fe', 'admin_state_up': True, 'tenant_id': '1da9afa4daa046239d16a594150a994c'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:46.007465 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] For port 56307517-6956-4331-b75e-112a123321dd, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:03:46.012002 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] For port 56307517-6956-4331-b75e-112a123321dd, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=56307517-6956-4331-b75e-112a123321dd,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:03:46.015403 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab826839-c008-4621-a82a-a1ba1970ae58 req-4dd3e177-f923-4534-8a4a-0c04b9b5a3f5 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:46.017096 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ab826839-c008-4621-a82a-a1ba1970ae58 req-4dd3e177-f923-4534-8a4a-0c04b9b5a3f5 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.1085463 Jun 23 11:03:46.019649 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (56307517-6956-4331-b75e-112a123321dd), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:46.090455 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:03:46.090455 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:03:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:46.109841 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Publish callbacks [] for port (2291c06c-575e-419a-adc6-20a299f42a1a), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:46.124869 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60f6c5-13cb-4695-859a-a98c1655f9bb None None] Pushing event updated for resources: {'Port': ['ID=56307517-6956-4331-b75e-112a123321dd,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:46.146974 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ab826839-c008-4621-a82a-a1ba1970ae58 req-33a2dd8d-373a-4ab5-a860-41a909a78fca tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038678 Jun 23 11:03:46.166928 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:46.184812 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (2291c06c-575e-419a-adc6-20a299f42a1a), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:46.193404 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-4ebc470d-b527-441d-a244-0c6a4cab3976 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Made reservation on behalf of 1da9afa4daa046239d16a594150a994c for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:03:46.197492 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-4ebc470d-b527-441d-a244-0c6a4cab3976 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:46.211590 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:03:46.223767 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-7a315515-6c48-453e-b64c-f3a16fa8c1eb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Made reservation on behalf of 172a9e51095e47318b27881dab868355 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:03:46.227783 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-7a315515-6c48-453e-b64c-f3a16fa8c1eb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:46.247088 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device ef577110-58c7-4a73-a5c4-9c5e68ce7603 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:46.267517 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Network c33ca82f-6e79-4afd-a43f-c1b68283a4eb is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:03:46.271848 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:46.275191 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:03:46.326153 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264168'] for router_interface (cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:46.339932 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-4ebc470d-b527-441d-a244-0c6a4cab3976 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Allocated IP 172.20.0.12 (97c23ceb-2864-4713-821e-e19a5b81f5fe/a5f67bbe-5941-453e-9134-1b9d63af85c3/6a1fa192-71ec-456d-ae93-a0fd2a213549) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:03:46.388009 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port ef577110-58c7-4a73-a5c4-9c5e68ce7603 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:46.388604 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (ef577110-58c7-4a73-a5c4-9c5e68ce7603), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:46.425710 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:46.491382 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:46.495465 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Pushing event updated for resources: {'Port': ['ID=2291c06c-575e-419a-adc6-20a299f42a1a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:46.497373 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:43Z', 'revision_number': 3, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:46.504260 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-4ebc470d-b527-441d-a244-0c6a4cab3976 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Publish callbacks [] for port (6a1fa192-71ec-456d-ae93-a0fd2a213549), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:46.537512 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (2291c06c-575e-419a-adc6-20a299f42a1a), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:46.539374 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-4ebc470d-b527-441d-a244-0c6a4cab3976 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (6a1fa192-71ec-456d-ae93-a0fd2a213549), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:46.551086 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e323c8d-645d-42f7-8937-3f99213f90ea None None] The sync data for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi is: [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:43Z', 'revision_number': 3, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:03:46.569617 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port ef577110-58c7-4a73-a5c4-9c5e68ce7603 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:46.601997 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-4ebc470d-b527-441d-a244-0c6a4cab3976 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Network 97c23ceb-2864-4713-821e-e19a5b81f5fe is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:03:46.605949 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-4ebc470d-b527-441d-a244-0c6a4cab3976 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:46.609103 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-4ebc470d-b527-441d-a244-0c6a4cab3976 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:03:46.628485 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc470d-b527-441d-a244-0c6a4cab3976 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Pushing event updated for resources: {'Port': ['ID=6a1fa192-71ec-456d-ae93-a0fd2a213549,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:46.655630 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-6ee40453-8126-45b0-b09b-2f4a5ae886c2 None None] Provisioning complete for port 2291c06c-575e-419a-adc6-20a299f42a1a triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:46.656080 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ee40453-8126-45b0-b09b-2f4a5ae886c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (2291c06c-575e-419a-adc6-20a299f42a1a), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:46.664393 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-7a315515-6c48-453e-b64c-f3a16fa8c1eb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Allocated IP 172.20.0.12 (cde6b719-8052-4ec2-a733-c2d79d7cb320/4f753206-e3ef-4560-9487-b37ef85f0bf1/8b01f05d-725c-403a-b014-97986787465c) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:03:46.699242 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-4ebc470d-b527-441d-a244-0c6a4cab3976 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:46.699761 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-4ebc470d-b527-441d-a244-0c6a4cab3976 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:46.708520 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6ee40453-8126-45b0-b09b-2f4a5ae886c2 None None] Port 2291c06c-575e-419a-adc6-20a299f42a1a cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:03:46.720093 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-4ebc470d-b527-441d-a244-0c6a4cab3976 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7609427 Jun 23 11:03:46.754842 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Request body: {'port': {'device_id': '188173a9-f1d2-4d75-b1f1-944f9ddeaf43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:46.782729 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:46.793085 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a483a7-c791-4263-9204-32fc90eb191d req-c8d7e55f-239a-4e4d-aa2b-e0b7c90e8435 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:46.794696 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-81a483a7-c791-4263-9204-32fc90eb191d req-c8d7e55f-239a-4e4d-aa2b-e0b7c90e8435 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 932 time: 0.1123509 Jun 23 11:03:46.820263 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-25b6a675-291d-4520-8403-1aea86ec04a8 req-38f53b1c-a7fc-4692-9c3d-98033fec0acf tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 210 time: 0.0407085 Jun 23 11:03:46.858047 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:46.860741 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (6a1fa192-71ec-456d-ae93-a0fd2a213549), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:46.880374 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:47.025987 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-81a483a7-c791-4263-9204-32fc90eb191d req-7c937622-866c-416b-baf3-586c40be0227 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238128 Jun 23 11:03:47.041223 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:47.045031 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Publish callbacks [] for port (2291c06c-575e-419a-adc6-20a299f42a1a), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:47.053689 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-7a315515-6c48-453e-b64c-f3a16fa8c1eb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for port (8b01f05d-725c-403a-b014-97986787465c), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:47.062763 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (2291c06c-575e-419a-adc6-20a299f42a1a), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:47.169944 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1fa192-71ec-456d-ae93-a0fd2a213549 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:03:47.173032 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-263800'] for router_interface (cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:47.179447 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Publish callbacks [] for port (6a1fa192-71ec-456d-ae93-a0fd2a213549), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:47.198641 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Transition to ACTIVE for port object 6a1fa192-71ec-456d-ae93-a0fd2a213549 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:03:47.201656 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Pushing event updated for resources: {'Port': ['ID=2291c06c-575e-419a-adc6-20a299f42a1a,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:47.204017 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (6a1fa192-71ec-456d-ae93-a0fd2a213549), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:47.216820 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-7a315515-6c48-453e-b64c-f3a16fa8c1eb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (8b01f05d-725c-403a-b014-97986787465c), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:47.300799 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-7a315515-6c48-453e-b64c-f3a16fa8c1eb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Network cde6b719-8052-4ec2-a733-c2d79d7cb320 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:03:47.305685 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-7a315515-6c48-453e-b64c-f3a16fa8c1eb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:47.308167 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-7a315515-6c48-453e-b64c-f3a16fa8c1eb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:03:47.322886 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1fa192-71ec-456d-ae93-a0fd2a213549,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:47.364067 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a315515-6c48-453e-b64c-f3a16fa8c1eb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event updated for resources: {'Port': ['ID=8b01f05d-725c-403a-b014-97986787465c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:47.372742 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744239b0-4d48-45e5-b569-02a37e59f729 req-8607c987-a07c-438e-8d9d-2ea6a9908aab tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:47.380051 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-744239b0-4d48-45e5-b569-02a37e59f729 req-8607c987-a07c-438e-8d9d-2ea6a9908aab tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.1590421 Jun 23 11:03:47.390400 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Network c33ca82f-6e79-4afd-a43f-c1b68283a4eb is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:03:47.396954 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-7a315515-6c48-453e-b64c-f3a16fa8c1eb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:47.397820 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-7a315515-6c48-453e-b64c-f3a16fa8c1eb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:47.400975 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:47.424927 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Attempting to bind port 6a1fa192-71ec-456d-ae93-a0fd2a213549 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:03:47.425648 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Attempting to bind port 6a1fa192-71ec-456d-ae93-a0fd2a213549 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '97c23ceb-2864-4713-821e-e19a5b81f5fe'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:03:47.426256 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Attempting to bind port 6a1fa192-71ec-456d-ae93-a0fd2a213549 on network 97c23ceb-2864-4713-821e-e19a5b81f5fe {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:03:47.436079 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Port 6a1fa192-71ec-456d-ae93-a0fd2a213549 on network 97c23ceb-2864-4713-821e-e19a5b81f5fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:03:47.436496 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Attempting to bind port 6a1fa192-71ec-456d-ae93-a0fd2a213549 on network 97c23ceb-2864-4713-821e-e19a5b81f5fe {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:03:47.452837 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-7a315515-6c48-453e-b64c-f3a16fa8c1eb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8168631 Jun 23 11:03:47.464046 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:03:47.464790 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Checking segment: {'id': '6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '97c23ceb-2864-4713-821e-e19a5b81f5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:03:47.465666 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Bound using segment: {'id': '6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '97c23ceb-2864-4713-821e-e19a5b81f5fe'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:03:47.465974 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Bound port: 6a1fa192-71ec-456d-ae93-a0fd2a213549, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '97c23ceb-2864-4713-821e-e19a5b81f5fe'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:03:47.466401 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (6a1fa192-71ec-456d-ae93-a0fd2a213549), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:47.481127 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Request body: {'port': {'device_id': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:47.492060 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-744239b0-4d48-45e5-b569-02a37e59f729 req-0453007a-8e5b-47ac-804e-1904c711cab8 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005948 Jun 23 11:03:47.580827 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] For port 6a1fa192-71ec-456d-ae93-a0fd2a213549, host hv-cinder-84330, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:03:47.586497 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] For port 6a1fa192-71ec-456d-ae93-a0fd2a213549, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6a1fa192-71ec-456d-ae93-a0fd2a213549,segment=NetworkSegment(6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc),segment_id=6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:03:47.603311 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (6a1fa192-71ec-456d-ae93-a0fd2a213549), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:47.628580 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:03:47.629433 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (8b01f05d-725c-403a-b014-97986787465c), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:47.649668 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:47.650346 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:47.651883 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] 10.222.0.60 "PUT /v2.0/ports/6a1fa192-71ec-456d-ae93-a0fd2a213549 HTTP/1.1" status: 200 len: 1094 time: 0.9013491 Jun 23 11:03:47.652455 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188173a9-f1d2-4d75-b1f1-944f9ddeaf43', 'tag': '6a1fa192-71ec-456d-ae93-a0fd2a213549'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:03:47.655118 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02caf9a5-8e8c-4acd-961d-97173ac74ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "188173a9-f1d2-4d75-b1f1-944f9ddeaf43", "tag": "6a1fa192-71ec-456d-ae93-a0fd2a213549"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:03:47.686434 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cad0e-f124-4e84-a073-dea56d0a0976 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1fa192-71ec-456d-ae93-a0fd2a213549,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:47.710193 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fddb46c-d8f5-4466-80bb-0ec10496a4b7 x-openstack-request-id: req-8fddb46c-d8f5-4466-80bb-0ec10496a4b7 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:03:47.710489 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188173a9-f1d2-4d75-b1f1-944f9ddeaf43", "tag": "6a1fa192-71ec-456d-ae93-a0fd2a213549", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:03:47.710743 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8fddb46c-d8f5-4466-80bb-0ec10496a4b7 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:03:47.711186 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fddb46c-d8f5-4466-80bb-0ec10496a4b7'] response: {'name': 'network-changed', 'server_uuid': '188173a9-f1d2-4d75-b1f1-944f9ddeaf43', 'tag': '6a1fa192-71ec-456d-ae93-a0fd2a213549', 'status': 'completed', 'code': 200} Jun 23 11:03:47.737972 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-5910329b-188f-4e3f-a706-52959fc44e8c None None] Provisioning complete for port 8b01f05d-725c-403a-b014-97986787465c triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:47.738500 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5910329b-188f-4e3f-a706-52959fc44e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (8b01f05d-725c-403a-b014-97986787465c), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:47.770880 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5910329b-188f-4e3f-a706-52959fc44e8c None None] Port 8b01f05d-725c-403a-b014-97986787465c cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:03:47.781592 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-5910329b-188f-4e3f-a706-52959fc44e8c None None] Provisioning complete for port 2291c06c-575e-419a-adc6-20a299f42a1a triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:47.781974 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5910329b-188f-4e3f-a706-52959fc44e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (2291c06c-575e-419a-adc6-20a299f42a1a), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:47.785340 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:47.787861 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-5eebf63e-9370-4135-a34f-e24c8c9bdff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:47.789988 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-5eebf63e-9370-4135-a34f-e24c8c9bdff5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1da9afa4daa046239d16a594150a994c&device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 1128 time: 0.0439310 Jun 23 11:03:47.814192 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5910329b-188f-4e3f-a706-52959fc44e8c None None] Port 2291c06c-575e-419a-adc6-20a299f42a1a cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:03:47.842678 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-3c445331-ae88-43c4-9e25-d22d26990932 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a1fa192-71ec-456d-ae93-a0fd2a213549 HTTP/1.1" status: 200 len: 217 time: 0.0355446 Jun 23 11:03:47.862718 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:03:47.868970 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-31607a81-b3ca-4561-8203-9e4148bf464c admin admin] 10.222.0.65 "PUT /v2.0/routers/cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0955617 Jun 23 11:03:47.919898 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-0eefb964-e58b-4b8a-a4ce-440646281071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:47.921483 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-0eefb964-e58b-4b8a-a4ce-440646281071 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f67bbe-5941-453e-9134-1b9d63af85c3 HTTP/1.1" status: 200 len: 849 time: 0.0701902 Jun 23 11:03:47.978614 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-4f05ae74-ea22-49a6-a9f2-cb813e36b376 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97c23ceb-2864-4713-821e-e19a5b81f5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326862 Jun 23 11:03:47.986193 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:48.004132 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9215bf-e083-4022-aa95-3e14b4c52e6f req-63316dae-34f5-4a04-ae8f-4e3ba5b7c820 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:48.005535 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4e9215bf-e083-4022-aa95-3e14b4c52e6f req-63316dae-34f5-4a04-ae8f-4e3ba5b7c820 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 932 time: 0.0980027 Jun 23 11:03:48.050071 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:48.058023 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b01f05d-725c-403a-b014-97986787465c {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:03:48.069818 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Publish callbacks [] for port (8b01f05d-725c-403a-b014-97986787465c), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:48.080019 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:48.100096 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Transition to ACTIVE for port object 8b01f05d-725c-403a-b014-97986787465c will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:03:48.106686 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (8b01f05d-725c-403a-b014-97986787465c), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:48.124750 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4e9215bf-e083-4022-aa95-3e14b4c52e6f req-3b261baa-f13d-4a9c-8039-072f94fd3133 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089227 Jun 23 11:03:48.144755 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-0ced18ac-3237-4b8d-8408-0580d8cdfdcf service neutron] 10.222.0.60 "GET /v2.0/networks/97c23ceb-2864-4713-821e-e19a5b81f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556189 Jun 23 11:03:48.188884 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b01f05d-725c-403a-b014-97986787465c,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:48.218413 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4ec05-4cb2-45b9-9b35-17fb6b093c7e req-76867be6-ee66-448e-85e2-4d1dfafad06c tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:48.220386 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18d4ec05-4cb2-45b9-9b35-17fb6b093c7e req-76867be6-ee66-448e-85e2-4d1dfafad06c tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 944 time: 0.0697415 Jun 23 11:03:48.251344 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 56307517-6956-4331-b75e-112a123321dd up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:48.321453 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-83c785b6-4f79-4dfb-9efb-e5d6a516d20c req-39ba9034-b41d-489a-aa7f-10e7805ddc59 service neutron] 10.222.0.60 "GET /v2.0/networks/97c23ceb-2864-4713-821e-e19a5b81f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644690 Jun 23 11:03:48.347459 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 56307517-6956-4331-b75e-112a123321dd triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:48.347880 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (56307517-6956-4331-b75e-112a123321dd), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:48.359191 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18d4ec05-4cb2-45b9-9b35-17fb6b093c7e req-da5fe3fe-a98d-4c1c-9353-4c78a7c6d807 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231318 Jun 23 11:03:48.380197 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Attempting to bind port 8b01f05d-725c-403a-b014-97986787465c on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:03:48.380533 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Attempting to bind port 8b01f05d-725c-403a-b014-97986787465c by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '18fa8e7a-55a0-426c-8dbc-c378520d1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:03:48.380855 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Attempting to bind port 8b01f05d-725c-403a-b014-97986787465c on network cde6b719-8052-4ec2-a733-c2d79d7cb320 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:03:48.388931 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Port 8b01f05d-725c-403a-b014-97986787465c on network cde6b719-8052-4ec2-a733-c2d79d7cb320 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:03:48.389265 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Attempting to bind port 8b01f05d-725c-403a-b014-97986787465c on network cde6b719-8052-4ec2-a733-c2d79d7cb320 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:03:48.396740 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:03:48.397193 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Checking segment: {'id': '18fa8e7a-55a0-426c-8dbc-c378520d1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:03:48.397444 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Bound using segment: {'id': '18fa8e7a-55a0-426c-8dbc-c378520d1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:03:48.397877 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Bound port: 8b01f05d-725c-403a-b014-97986787465c, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fa8e7a-55a0-426c-8dbc-c378520d1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:03:48.398232 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (8b01f05d-725c-403a-b014-97986787465c), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:48.477207 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] For port 8b01f05d-725c-403a-b014-97986787465c, host hv-cinder-84330, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:03:48.479321 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 56307517-6956-4331-b75e-112a123321dd is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:48.479753 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (56307517-6956-4331-b75e-112a123321dd), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:48.480706 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] For port 8b01f05d-725c-403a-b014-97986787465c, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8b01f05d-725c-403a-b014-97986787465c,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:03:48.487176 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (8b01f05d-725c-403a-b014-97986787465c), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:48.502650 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port 56307517-6956-4331-b75e-112a123321dd, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=56307517-6956-4331-b75e-112a123321dd,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:48.506932 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (56307517-6956-4331-b75e-112a123321dd), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:48.520876 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:48.521339 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:48.522662 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] 10.222.0.60 "PUT /v2.0/ports/8b01f05d-725c-403a-b014-97986787465c HTTP/1.1" status: 200 len: 1094 time: 1.0501459 Jun 23 11:03:48.527674 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'tag': '8b01f05d-725c-403a-b014-97986787465c'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:03:48.529922 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa192f7c-3ee0-446b-8f17-7a44cb77bcaa" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4c91f8-2f76-436d-8b6c-0ab0945961d9", "tag": "8b01f05d-725c-403a-b014-97986787465c"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:03:48.557566 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35133942-c5c9-40d1-9047-1e5fae9738e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b01f05d-725c-403a-b014-97986787465c,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:48.608901 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c7a192-73dc-4055-8d8c-8c8fea85f6b0 x-openstack-request-id: req-23c7a192-73dc-4055-8d8c-8c8fea85f6b0 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:03:48.609359 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4c91f8-2f76-436d-8b6c-0ab0945961d9", "tag": "8b01f05d-725c-403a-b014-97986787465c", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:03:48.609743 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23c7a192-73dc-4055-8d8c-8c8fea85f6b0 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:03:48.610329 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c7a192-73dc-4055-8d8c-8c8fea85f6b0'] response: {'name': 'network-changed', 'server_uuid': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'tag': '8b01f05d-725c-403a-b014-97986787465c', 'status': 'completed', 'code': 200} Jun 23 11:03:48.630795 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=56307517-6956-4331-b75e-112a123321dd,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:48.639386 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38344) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:48.645795 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-819f493a-8c18-456e-b385-bd92f37d3695 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1151925390-network', 'tenant_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:48.669861 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819f493a-8c18-456e-b385-bd92f37d3695 admin admin] Made reservation on behalf of 80e78c5ecac645ffbc1a9dbc3aa0f82e for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:03:48.672305 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-819f493a-8c18-456e-b385-bd92f37d3695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:48.676235 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b179-d799-42a2-83b4-f4109f98dd1e req-6bd95049-0be0-4922-97d8-9a1a5bb73779 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:48.677901 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-3083b179-d799-42a2-83b4-f4109f98dd1e req-6bd95049-0be0-4922-97d8-9a1a5bb73779 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0561266 Jun 23 11:03:48.682405 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-819f493a-8c18-456e-b385-bd92f37d3695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:48.735237 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-3083b179-d799-42a2-83b4-f4109f98dd1e req-b0a32e6b-1a38-4b80-8c67-1b733d615d42 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507975 Jun 23 11:03:48.755623 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:48.783915 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-819f493a-8c18-456e-b385-bd92f37d3695 admin admin] Publish callbacks [] for security_group (c6cdbf59-6f98-4661-907c-6d593d22aa2d), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:48.787796 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-819f493a-8c18-456e-b385-bd92f37d3695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (c6cdbf59-6f98-4661-907c-6d593d22aa2d), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:48.817038 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819f493a-8c18-456e-b385-bd92f37d3695 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:03:48.827501 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f493a-8c18-456e-b385-bd92f37d3695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cdbf59-6f98-4661-907c-6d593d22aa2d,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:48.833684 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-819f493a-8c18-456e-b385-bd92f37d3695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (900c82c8-8d14-47b3-906c-7bfbd63160a9), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:48.834028 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-819f493a-8c18-456e-b385-bd92f37d3695 admin admin] Added segment 900c82c8-8d14-47b3-906c-7bfbd63160a9 of type vlan for network 448415d1-dbcc-4e77-a9ec-2f4aa29024fa Jun 23 11:03:48.875509 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-819f493a-8c18-456e-b385-bd92f37d3695 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (448415d1-dbcc-4e77-a9ec-2f4aa29024fa), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:48.899404 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-819f493a-8c18-456e-b385-bd92f37d3695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (448415d1-dbcc-4e77-a9ec-2f4aa29024fa), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:48.900415 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819f493a-8c18-456e-b385-bd92f37d3695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:48.900988 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-819f493a-8c18-456e-b385-bd92f37d3695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:48.938394 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-819f493a-8c18-456e-b385-bd92f37d3695 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.2978015 Jun 23 11:03:48.941783 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 38346) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:48.946538 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-bd9ee3b2-2a68-494b-80f3-7a78f849aaa1 admin admin] Request body: {'subnet': {'network_id': '448415d1-dbcc-4e77-a9ec-2f4aa29024fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1151925390-subnet', 'tenant_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:48.966168 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f493a-8c18-456e-b385-bd92f37d3695 admin admin] Pushing event updated for resources: {'Network': ['ID=448415d1-dbcc-4e77-a9ec-2f4aa29024fa,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:48.968765 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9ee3b2-2a68-494b-80f3-7a78f849aaa1 admin admin] Made reservation on behalf of 80e78c5ecac645ffbc1a9dbc3aa0f82e for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:03:48.971090 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd9ee3b2-2a68-494b-80f3-7a78f849aaa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58842891'] for subnet (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:48.977846 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network 448415d1-dbcc-4e77-a9ec-2f4aa29024fa details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:03:49.145141 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd9ee3b2-2a68-494b-80f3-7a78f849aaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59715690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843005'] for subnet (c0bf3b07-c06f-494d-9d55-3e709293dc14), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:49.191959 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ee3b2-2a68-494b-80f3-7a78f849aaa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0bf3b07-c06f-494d-9d55-3e709293dc14,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:49.211494 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ee3b2-2a68-494b-80f3-7a78f849aaa1 admin admin] Checking segment: {'id': '900c82c8-8d14-47b3-906c-7bfbd63160a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '448415d1-dbcc-4e77-a9ec-2f4aa29024fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:03:49.211877 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9ee3b2-2a68-494b-80f3-7a78f849aaa1 admin admin] Network hostable DHCP agents. Network: 448415d1-dbcc-4e77-a9ec-2f4aa29024fa, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:03:49.230371 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9ee3b2-2a68-494b-80f3-7a78f849aaa1 admin admin] Network 448415d1-dbcc-4e77-a9ec-2f4aa29024fa is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:03:49.239124 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-bd9ee3b2-2a68-494b-80f3-7a78f849aaa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, 448415d1-dbcc-4e77-a9ec-2f4aa29024fa) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:49.244434 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9ee3b2-2a68-494b-80f3-7a78f849aaa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:49.245208 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd9ee3b2-2a68-494b-80f3-7a78f849aaa1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:49.249020 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a59d2d-383f-4728-9aa1-925c6267127d None None] Network 448415d1-dbcc-4e77-a9ec-2f4aa29024fa requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:03:49.252413 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1967c-397b-4dc0-b79c-18fbefab9cb1 req-6297865b-b70e-4005-9ac0-30c67a7429cd tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:49.253353 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e4b1967c-397b-4dc0-b79c-18fbefab9cb1 req-6297865b-b70e-4005-9ac0-30c67a7429cd tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0524457 Jun 23 11:03:49.262662 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-bd9ee3b2-2a68-494b-80f3-7a78f849aaa1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3198786 Jun 23 11:03:49.268089 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 38350) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:49.273333 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1151925390-router', 'tenant_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:49.299731 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=10,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:49.299990 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-269140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27372'] for router (e20c25eb-87da-4851-ad8e-6257734501ad), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:49.301149 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27387'] for router (e20c25eb-87da-4851-ad8e-6257734501ad), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:49.318294 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Sync routers for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:03:49.321502 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e4b1967c-397b-4dc0-b79c-18fbefab9cb1 req-22cd97d3-e4a9-42cc-ae27-960427943a11 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593498 Jun 23 11:03:49.343448 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:03:49.344143 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:03:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:49.357375 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Publish callbacks [] for router_controller (e20c25eb-87da-4851-ad8e-6257734501ad), precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:49.376003 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831447ca-f02e-5cfc-b666-521d41d301dd-448415d1-dbcc-4e77-a9ec-2f4aa29024fa', 'network_id': '448415d1-dbcc-4e77-a9ec-2f4aa29024fa', 'project_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'fixed_ips': [{'subnet_id': 'c0bf3b07-c06f-494d-9d55-3e709293dc14'}]}} from dv-cinder-843309-2-iscsi. {{(pid=103954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:03:49.377424 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:49.455583 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:03:49.487343 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:49.487541 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:49.539726 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Allocated IP 172.20.0.2 (448415d1-dbcc-4e77-a9ec-2f4aa29024fa/c0bf3b07-c06f-494d-9d55-3e709293dc14/b7239426-359c-44cd-bde2-e3e524a0ba66) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:03:49.582947 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:49.592378 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb93515-85c1-46bf-9e8e-b1028227486a req-2298f733-688e-4a61-8b63-891530ace1cd tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:49.593835 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cbb93515-85c1-46bf-9e8e-b1028227486a req-2298f733-688e-4a61-8b63-891530ace1cd tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 944 time: 0.1460412 Jun 23 11:03:49.598332 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Publish callbacks [] for router_gateway (e20c25eb-87da-4851-ad8e-6257734501ad), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:49.629050 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:49.661239 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 2, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:49.689310 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Checking router: cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:03:49.689661 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Updating router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 port 2291c06c-575e-419a-adc6-20a299f42a1a binding host dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:03:49.690108 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Publish callbacks [] for port (b7239426-359c-44cd-bde2-e3e524a0ba66), precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:49.698699 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (b7239426-359c-44cd-bde2-e3e524a0ba66), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:49.703199 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:49.713121 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cbb93515-85c1-46bf-9e8e-b1028227486a req-3309510d-8f88-4736-91b4-b89071198ea4 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114128 Jun 23 11:03:49.720871 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (2291c06c-575e-419a-adc6-20a299f42a1a), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:49.760257 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Network 448415d1-dbcc-4e77-a9ec-2f4aa29024fa is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:03:49.778935 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:49.806253 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:03:49.817652 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf9a5-8e8c-4acd-961d-97173ac74ba6 req-ea26d5e3-71af-4820-8377-45abeae472c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:49.819979 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-02caf9a5-8e8c-4acd-961d-97173ac74ba6 req-ea26d5e3-71af-4820-8377-45abeae472c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1da9afa4daa046239d16a594150a994c&device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 1128 time: 0.0783052 Jun 23 11:03:49.828292 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Pushing event updated for resources: {'Port': ['ID=b7239426-359c-44cd-bde2-e3e524a0ba66,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:49.898439 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b0aa4-5052-432a-a719-14f1146f87ff req-c50545fb-927f-4cdb-9188-7304042bf2a5 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:49.900217 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0d7b0aa4-5052-432a-a719-14f1146f87ff req-c50545fb-927f-4cdb-9188-7304042bf2a5 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0571933 Jun 23 11:03:49.910005 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Attempting to bind port b7239426-359c-44cd-bde2-e3e524a0ba66 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:03:49.910378 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Attempting to bind port b7239426-359c-44cd-bde2-e3e524a0ba66 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '900c82c8-8d14-47b3-906c-7bfbd63160a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '448415d1-dbcc-4e77-a9ec-2f4aa29024fa'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:03:49.910721 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Attempting to bind port b7239426-359c-44cd-bde2-e3e524a0ba66 on network 448415d1-dbcc-4e77-a9ec-2f4aa29024fa {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:03:49.916859 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:03:49.917106 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Checking segment: {'id': '900c82c8-8d14-47b3-906c-7bfbd63160a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '448415d1-dbcc-4e77-a9ec-2f4aa29024fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:03:49.917412 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:49.917810 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Bound using segment: {'id': '900c82c8-8d14-47b3-906c-7bfbd63160a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '448415d1-dbcc-4e77-a9ec-2f4aa29024fa'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:03:49.918458 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Bound port: b7239426-359c-44cd-bde2-e3e524a0ba66, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900c82c8-8d14-47b3-906c-7bfbd63160a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '448415d1-dbcc-4e77-a9ec-2f4aa29024fa'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:03:49.918841 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (b7239426-359c-44cd-bde2-e3e524a0ba66), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:49.959136 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0d7b0aa4-5052-432a-a719-14f1146f87ff req-9e89b149-9c58-4db7-87fc-12dd26392876 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528491 Jun 23 11:03:49.991758 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] For port b7239426-359c-44cd-bde2-e3e524a0ba66, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:03:49.995619 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] For port b7239426-359c-44cd-bde2-e3e524a0ba66, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=b7239426-359c-44cd-bde2-e3e524a0ba66,segment=NetworkSegment(900c82c8-8d14-47b3-906c-7bfbd63160a9),segment_id=900c82c8-8d14-47b3-906c-7bfbd63160a9)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:03:50.001656 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (b7239426-359c-44cd-bde2-e3e524a0ba66), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:50.028833 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Publish callbacks [] for port (2291c06c-575e-419a-adc6-20a299f42a1a), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:50.035959 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (2291c06c-575e-419a-adc6-20a299f42a1a), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:50.065588 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e747ae-6464-468d-8683-fb576b5e3869 None None] Pushing event updated for resources: {'Port': ['ID=b7239426-359c-44cd-bde2-e3e524a0ba66,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:50.122635 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d0ff7-e888-4c28-862b-18acab54838a None None] Pushing event updated for resources: {'Port': ['ID=2291c06c-575e-419a-adc6-20a299f42a1a,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:50.140561 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa192f7c-3ee0-446b-8f17-7a44cb77bcaa req-0488f92b-54b0-4b4f-b704-9efe311d9157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:50.142124 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fa192f7c-3ee0-446b-8f17-7a44cb77bcaa req-0488f92b-54b0-4b4f-b704-9efe311d9157 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=172a9e51095e47318b27881dab868355&device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 1128 time: 0.0573397 Jun 23 11:03:50.143452 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Publish callbacks [] for router_gateway (e20c25eb-87da-4851-ad8e-6257734501ad), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:50.162372 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Attempting to bind port 2291c06c-575e-419a-adc6-20a299f42a1a on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:03:50.164894 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Attempting to bind port 2291c06c-575e-419a-adc6-20a299f42a1a by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:03:50.166015 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Attempting to bind port 2291c06c-575e-419a-adc6-20a299f42a1a on network c33ca82f-6e79-4afd-a43f-c1b68283a4eb {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:03:50.174256 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:03:50.174969 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Checking segment: {'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:03:50.175558 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:50.176192 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Bound using segment: {'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:03:50.176827 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Bound port: 2291c06c-575e-419a-adc6-20a299f42a1a, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:03:50.177370 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (2291c06c-575e-419a-adc6-20a299f42a1a), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:50.202462 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:50.231380 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 56307517-6956-4331-b75e-112a123321dd up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:50.270580 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] For port 2291c06c-575e-419a-adc6-20a299f42a1a, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:03:50.274595 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] For port 2291c06c-575e-419a-adc6-20a299f42a1a, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=2291c06c-575e-419a-adc6-20a299f42a1a,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:03:50.287373 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (2291c06c-575e-419a-adc6-20a299f42a1a), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:50.391848 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 56307517-6956-4331-b75e-112a123321dd triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:50.392224 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (56307517-6956-4331-b75e-112a123321dd), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:50.443075 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:50.446018 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d0ff7-e888-4c28-862b-18acab54838a None None] Pushing event updated for resources: {'Port': ['ID=2291c06c-575e-419a-adc6-20a299f42a1a,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:50.462001 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:03:50.462648 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:03:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:50.528317 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf9a5-8e8c-4acd-961d-97173ac74ba6 req-d59f10bb-aef2-4365-bd9e-5e6ea0a7c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:50.540728 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-02caf9a5-8e8c-4acd-961d-97173ac74ba6 req-d59f10bb-aef2-4365-bd9e-5e6ea0a7c968 service neutron] 10.222.0.60 "GET /v2.0/networks?id=97c23ceb-2864-4713-821e-e19a5b81f5fe HTTP/1.1" status: 200 len: 910 time: 0.2424102 Jun 23 11:03:50.543283 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 56307517-6956-4331-b75e-112a123321dd is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:50.556326 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-5c4555d9-68d5-45b7-9566-2740f8957fce None None] Provisioning complete for port 2291c06c-575e-419a-adc6-20a299f42a1a triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:50.556803 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c4555d9-68d5-45b7-9566-2740f8957fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (2291c06c-575e-419a-adc6-20a299f42a1a), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:50.625334 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:50.630658 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:03:50.659527 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5c4555d9-68d5-45b7-9566-2740f8957fce None None] Current status of the port 2291c06c-575e-419a-adc6-20a299f42a1a is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:50.660217 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c4555d9-68d5-45b7-9566-2740f8957fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (2291c06c-575e-419a-adc6-20a299f42a1a), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:50.668278 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Allocated IP 172.27.2.213 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/4a4029a9-f145-4ccf-9510-7d8ace789d76) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:03:50.699316 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-5c4555d9-68d5-45b7-9566-2740f8957fce None None] For port 2291c06c-575e-419a-adc6-20a299f42a1a, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=2291c06c-575e-419a-adc6-20a299f42a1a,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:50.700345 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:50.706199 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c4555d9-68d5-45b7-9566-2740f8957fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (2291c06c-575e-419a-adc6-20a299f42a1a), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:50.741134 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82932843-3d3f-4f5d-ba71-e7d83351d81b req-8ac517b8-c955-40c6-8528-b4154122f50d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:50.748990 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-82932843-3d3f-4f5d-ba71-e7d83351d81b req-8ac517b8-c955-40c6-8528-b4154122f50d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.2486100 Jun 23 11:03:50.784588 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4555d9-68d5-45b7-9566-2740f8957fce None None] Pushing event updated for resources: {'Port': ['ID=2291c06c-575e-419a-adc6-20a299f42a1a,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:50.787481 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-02caf9a5-8e8c-4acd-961d-97173ac74ba6 req-4f0f0b6b-310d-4204-a9b0-7fcb2d3c1161 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a1fa192-71ec-456d-ae93-a0fd2a213549 HTTP/1.1" status: 200 len: 217 time: 0.1005871 Jun 23 11:03:50.823588 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa192f7c-3ee0-446b-8f17-7a44cb77bcaa req-bd1a8298-7415-497b-b51e-08273504e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:50.825066 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fa192f7c-3ee0-446b-8f17-7a44cb77bcaa req-bd1a8298-7415-497b-b51e-08273504e090 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=172a9e51095e47318b27881dab868355&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5088387 Jun 23 11:03:50.922499 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf9a5-8e8c-4acd-961d-97173ac74ba6 req-c61bdf98-b8e3-4973-9f1c-27b028bac2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:50.925686 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-02caf9a5-8e8c-4acd-961d-97173ac74ba6 req-c61bdf98-b8e3-4973-9f1c-27b028bac2d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f67bbe-5941-453e-9134-1b9d63af85c3 HTTP/1.1" status: 200 len: 849 time: 0.1258609 Jun 23 11:03:50.938424 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-c12c7ffa-e536-4fd6-8076-529120a2329e None None] Provisioning complete for port 2291c06c-575e-419a-adc6-20a299f42a1a triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:50.940045 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c12c7ffa-e536-4fd6-8076-529120a2329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (2291c06c-575e-419a-adc6-20a299f42a1a), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:50.949045 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84fcef-62b3-4e8e-b8b5-0093ec751505 req-c15665b1-993c-430f-8f7c-23d6e9efbf9a tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:50.951025 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7b84fcef-62b3-4e8e-b8b5-0093ec751505 req-c15665b1-993c-430f-8f7c-23d6e9efbf9a tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 944 time: 0.0724740 Jun 23 11:03:50.964573 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:50.969742 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-82932843-3d3f-4f5d-ba71-e7d83351d81b req-f74dff78-fbce-46f3-a06c-f84d7e653f58 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090542 Jun 23 11:03:50.977631 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-02caf9a5-8e8c-4acd-961d-97173ac74ba6 req-396a8950-b7f4-49be-8fa6-1aa5d34c88d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97c23ceb-2864-4713-821e-e19a5b81f5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460281 Jun 23 11:03:51.009963 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d27b58-5b1a-4341-950e-48fd11be859e None None] The sync data for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi is: [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:03:51.146479 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 6a1fa192-71ec-456d-ae93-a0fd2a213549 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:03:51.168020 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c12c7ffa-e536-4fd6-8076-529120a2329e None None] Current status of the port 2291c06c-575e-419a-adc6-20a299f42a1a is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:51.180599 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7b84fcef-62b3-4e8e-b8b5-0093ec751505 req-7b7af1a2-8bc4-4fa7-8d9b-7d6528ec288c tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120349 Jun 23 11:03:51.204690 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Publish callbacks [] for port (4a4029a9-f145-4ccf-9510-7d8ace789d76), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:51.235375 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-02caf9a5-8e8c-4acd-961d-97173ac74ba6 req-fc4fc1c8-1ebe-43ec-a73a-844c8b8d1bad service neutron] 10.222.0.60 "GET /v2.0/networks/97c23ceb-2864-4713-821e-e19a5b81f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484419 Jun 23 11:03:51.246672 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a842e7-c294-4207-855a-1fc5eb537a1d req-a705d690-a6e9-4991-95bb-c7961de466ad tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:51.248302 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-80a842e7-c294-4207-855a-1fc5eb537a1d req-a705d690-a6e9-4991-95bb-c7961de466ad tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0946174 Jun 23 11:03:51.343777 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-80a842e7-c294-4207-855a-1fc5eb537a1d req-3cd4aa3e-b649-40a3-bbaa-cee858a8f7e8 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868678 Jun 23 11:03:51.350340 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa192f7c-3ee0-446b-8f17-7a44cb77bcaa req-89c5701a-e1b0-46b1-86bb-d6e00922562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:51.352346 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fa192f7c-3ee0-446b-8f17-7a44cb77bcaa req-89c5701a-e1b0-46b1-86bb-d6e00922562e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5156698 Jun 23 11:03:51.396659 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:51.425594 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (4a4029a9-f145-4ccf-9510-7d8ace789d76), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:51.446562 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-02caf9a5-8e8c-4acd-961d-97173ac74ba6 req-e4f147ab-d69e-40df-bf9e-eba70e98ccf4 service neutron] 10.222.0.60 "GET /v2.0/networks/97c23ceb-2864-4713-821e-e19a5b81f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014937 Jun 23 11:03:51.451123 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:51.554152 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:03:51.566254 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:51.574869 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:03:51.578743 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 6a1fa192-71ec-456d-ae93-a0fd2a213549, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6a1fa192-71ec-456d-ae93-a0fd2a213549,segment=NetworkSegment(6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc),segment_id=6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:51.583328 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Pushing event updated for resources: {'Port': ['ID=4a4029a9-f145-4ccf-9510-7d8ace789d76,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:51.593800 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '6a1fa192-71ec-456d-ae93-a0fd2a213549', 'network_id': '97c23ceb-2864-4713-821e-e19a5b81f5fe', 'port_id': '6a1fa192-71ec-456d-ae93-a0fd2a213549', 'mac_address': 'fa:16:3e:77:0c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f67bbe-5941-453e-9134-1b9d63af85c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:03:51.610330 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-f77609d4-194f-4899-bcef-81d9e128a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:51.610330 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-f77609d4-194f-4899-bcef-81d9e128a0e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=172a9e51095e47318b27881dab868355&device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 1128 time: 0.1261415 Jun 23 11:03:51.644091 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 6a1fa192-71ec-456d-ae93-a0fd2a213549 is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:51.644612 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (6a1fa192-71ec-456d-ae93-a0fd2a213549), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:51.680495 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1fa192-71ec-456d-ae93-a0fd2a213549 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:03:51.691923 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d50888-bbc5-431b-a286-5b9aaea9d6af None None] Network 448415d1-dbcc-4e77-a9ec-2f4aa29024fa requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:03:51.711681 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-e9e09ffe-91ea-4a93-9622-cf334855c015 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b01f05d-725c-403a-b014-97986787465c HTTP/1.1" status: 200 len: 217 time: 0.0775692 Jun 23 11:03:51.763878 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 6a1fa192-71ec-456d-ae93-a0fd2a213549, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6a1fa192-71ec-456d-ae93-a0fd2a213549,segment=NetworkSegment(6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc),segment_id=6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:51.768130 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-ed0f3e35-4356-46be-8bcd-58825f1f5595 None None] Provisioning complete for port b7239426-359c-44cd-bde2-e3e524a0ba66 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:51.768535 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed0f3e35-4356-46be-8bcd-58825f1f5595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b7239426-359c-44cd-bde2-e3e524a0ba66), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:51.773233 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (6a1fa192-71ec-456d-ae93-a0fd2a213549), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:51.828621 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:51.931121 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=6a1fa192-71ec-456d-ae93-a0fd2a213549,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:51.946485 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Publish callbacks [] for router_gateway (e20c25eb-87da-4851-ad8e-6257734501ad), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:51.971056 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ed0f3e35-4356-46be-8bcd-58825f1f5595 None None] Current status of the port b7239426-359c-44cd-bde2-e3e524a0ba66 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:51.971393 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed0f3e35-4356-46be-8bcd-58825f1f5595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (b7239426-359c-44cd-bde2-e3e524a0ba66), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:52.035254 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-ed0f3e35-4356-46be-8bcd-58825f1f5595 None None] For port b7239426-359c-44cd-bde2-e3e524a0ba66, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=b7239426-359c-44cd-bde2-e3e524a0ba66,segment=NetworkSegment(900c82c8-8d14-47b3-906c-7bfbd63160a9),segment_id=900c82c8-8d14-47b3-906c-7bfbd63160a9)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:52.037330 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:52.042780 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed0f3e35-4356-46be-8bcd-58825f1f5595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (b7239426-359c-44cd-bde2-e3e524a0ba66), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:52.134952 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f3e35-4356-46be-8bcd-58825f1f5595 None None] Pushing event updated for resources: {'Port': ['ID=b7239426-359c-44cd-bde2-e3e524a0ba66,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:52.162437 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-269750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390477'] for router (e20c25eb-87da-4851-ad8e-6257734501ad), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:52.301589 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['6a1fa192-71ec-456d-ae93-a0fd2a213549'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:03:52.346103 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29f66b-439f-4673-b06b-2177d90e3e9b req-b9c5ff8c-a515-4b7f-8327-38cff282bfb9 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:52.347342 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 2291c06c-575e-419a-adc6-20a299f42a1a up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:52.348582 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-da29f66b-439f-4673-b06b-2177d90e3e9b req-b9c5ff8c-a515-4b7f-8327-38cff282bfb9 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 945 time: 0.0717244 Jun 23 11:03:52.413480 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-685d6191-8ea1-4825-be19-686f166368d3 None None] Provisioning complete for port b7239426-359c-44cd-bde2-e3e524a0ba66 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:52.414003 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-685d6191-8ea1-4825-be19-686f166368d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b7239426-359c-44cd-bde2-e3e524a0ba66), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:52.429281 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc4234-6849-4310-a5f0-548f10f99921 req-6e50639d-a8f2-41c8-a3a0-440235310c89 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:52.431017 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a3fc4234-6849-4310-a5f0-548f10f99921 req-6e50639d-a8f2-41c8-a3a0-440235310c89 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.3470936 Jun 23 11:03:52.436754 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-da29f66b-439f-4673-b06b-2177d90e3e9b req-bbf7a61f-4241-4142-bb81-c9b6d8db1fc1 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781081 Jun 23 11:03:52.443817 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Router e20c25eb-87da-4851-ad8e-6257734501ad is scheduled to L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:03:52.492748 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:52.496476 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 2291c06c-575e-419a-adc6-20a299f42a1a triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:52.496613 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a3fc4234-6849-4310-a5f0-548f10f99921 req-aae2a445-33ac-4bd2-8005-6085df3d05bb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512719 Jun 23 11:03:52.496961 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (2291c06c-575e-419a-adc6-20a299f42a1a), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:52.593341 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-685d6191-8ea1-4825-be19-686f166368d3 None None] Current status of the port b7239426-359c-44cd-bde2-e3e524a0ba66 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:52.660850 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 2291c06c-575e-419a-adc6-20a299f42a1a is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:52.661949 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device b7239426-359c-44cd-bde2-e3e524a0ba66 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:52.717302 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port b7239426-359c-44cd-bde2-e3e524a0ba66 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:52.717680 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b7239426-359c-44cd-bde2-e3e524a0ba66), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:52.794868 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port b7239426-359c-44cd-bde2-e3e524a0ba66 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:52.830073 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:52.853585 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c9b82-e4ff-4c47-9249-83c32a516ee0 req-b5e4b169-ba4d-45dd-a68a-0141b6da7c85 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:52.855108 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-bf8c9b82-e4ff-4c47-9249-83c32a516ee0 req-b5e4b169-ba4d-45dd-a68a-0141b6da7c85 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.3277800 Jun 23 11:03:52.871545 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:03:52.881284 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Sync routers for ids ['e20c25eb-87da-4851-ad8e-6257734501ad'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:03:52.891811 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Routers {'e20c25eb-87da-4851-ad8e-6257734501ad'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:03:52.892540 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:03:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['e20c25eb-87da-4851-ad8e-6257734501ad'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:52.904305 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:52.916006 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:52.917213 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-328f40eb-5385-402f-aa47-b363f15f62a3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6480598 Jun 23 11:03:52.920396 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38386) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:52.922444 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-bf8c9b82-e4ff-4c47-9249-83c32a516ee0 req-dc5e5cbe-8ff4-4604-aa35-7d061847478a tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600235 Jun 23 11:03:52.993537 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:53.001679 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Set router e20c25eb-87da-4851-ad8e-6257734501ad gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:03:53.080544 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:53.180196 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'name': 'tempest-TestVolumeBootPattern-1151925390-router', 'tenant_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4a4029a9-f145-4ccf-9510-7d8ace789d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:49Z', 'updated_at': '2022-06-23T11:03:51Z', 'revision_number': 3, 'project_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'gw_port': {'id': '4a4029a9-f145-4ccf-9510-7d8ace789d76', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:50Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:53.191759 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:53.209185 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Checking router: e20c25eb-87da-4851-ad8e-6257734501ad for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:03:53.209539 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Updating router e20c25eb-87da-4851-ad8e-6257734501ad port 4a4029a9-f145-4ccf-9510-7d8ace789d76 binding host dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:03:53.236778 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (4a4029a9-f145-4ccf-9510-7d8ace789d76), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:53.345406 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:53.489332 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Publish callbacks [] for port (4a4029a9-f145-4ccf-9510-7d8ace789d76), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:53.495228 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (4a4029a9-f145-4ccf-9510-7d8ace789d76), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:53.500416 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Allocated IP 172.20.0.1 (448415d1-dbcc-4e77-a9ec-2f4aa29024fa/c0bf3b07-c06f-494d-9d55-3e709293dc14/a43f30be-a469-4825-add5-b59cb2d07f62) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:03:53.565414 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Attempting to bind port 4a4029a9-f145-4ccf-9510-7d8ace789d76 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:03:53.565678 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Attempting to bind port 4a4029a9-f145-4ccf-9510-7d8ace789d76 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:03:53.566047 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Attempting to bind port 4a4029a9-f145-4ccf-9510-7d8ace789d76 on network e8f8f139-acd0-41ed-b18b-d78ae7145230 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:03:53.577628 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8d80a-9f05-45a6-8562-daf8c7d3841c None None] Pushing event updated for resources: {'Port': ['ID=4a4029a9-f145-4ccf-9510-7d8ace789d76,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:53.589512 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:03:53.589904 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Checking segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:03:53.590727 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:53.591128 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Bound using segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:03:53.591615 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Bound port: 4a4029a9-f145-4ccf-9510-7d8ace789d76, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:03:53.592058 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (4a4029a9-f145-4ccf-9510-7d8ace789d76), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:53.622359 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35aed5d-ff2d-4089-b8f0-b315bdf83b14 req-6d98ec3a-07c8-4667-a188-78c1058defb4 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:53.624027 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d35aed5d-ff2d-4089-b8f0-b315bdf83b14 req-6d98ec3a-07c8-4667-a188-78c1058defb4 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 945 time: 0.0933247 Jun 23 11:03:53.640064 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f003a-a2cb-4ec7-88cc-67321250b743 req-22c31f3f-ceaa-4949-9590-c8b7976929b9 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:53.641588 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1f6f003a-a2cb-4ec7-88cc-67321250b743 req-22c31f3f-ceaa-4949-9590-c8b7976929b9 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0500331 Jun 23 11:03:53.647015 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] For port 4a4029a9-f145-4ccf-9510-7d8ace789d76, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:03:53.651082 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] For port 4a4029a9-f145-4ccf-9510-7d8ace789d76, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=4a4029a9-f145-4ccf-9510-7d8ace789d76,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:03:53.658644 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (4a4029a9-f145-4ccf-9510-7d8ace789d76), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:53.692937 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Publish callbacks [] for port (a43f30be-a469-4825-add5-b59cb2d07f62), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:53.700262 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1f6f003a-a2cb-4ec7-88cc-67321250b743 req-9b0eff4e-f4e2-4c93-959b-518be23abdc9 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518553 Jun 23 11:03:53.724652 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Routers {'e20c25eb-87da-4851-ad8e-6257734501ad'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:03:53.724652 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:03:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['e20c25eb-87da-4851-ad8e-6257734501ad'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:53.728226 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d35aed5d-ff2d-4089-b8f0-b315bdf83b14 req-f3ea7e34-45cf-43b4-8a86-0e212293235d tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912771 Jun 23 11:03:53.754234 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8d80a-9f05-45a6-8562-daf8c7d3841c None None] Pushing event updated for resources: {'Port': ['ID=4a4029a9-f145-4ccf-9510-7d8ace789d76,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:53.754425 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (a43f30be-a469-4825-add5-b59cb2d07f62), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:53.802029 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:53.803920 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Network 448415d1-dbcc-4e77-a9ec-2f4aa29024fa is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:03:53.808008 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Pushing event updated for resources: {'Port': ['ID=a43f30be-a469-4825-add5-b59cb2d07f62,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:53.810951 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:53.813134 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:03:53.827451 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] Set router e20c25eb-87da-4851-ad8e-6257734501ad gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:03:53.850931 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264168'] for router_interface (e20c25eb-87da-4851-ad8e-6257734501ad), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:53.938103 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:53.943569 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:53.987356 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (a43f30be-a469-4825-add5-b59cb2d07f62), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:54.008826 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'name': 'tempest-TestVolumeBootPattern-1151925390-router', 'tenant_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4a4029a9-f145-4ccf-9510-7d8ace789d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:49Z', 'updated_at': '2022-06-23T11:03:51Z', 'revision_number': 3, 'project_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'gw_port': {'id': '4a4029a9-f145-4ccf-9510-7d8ace789d76', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:50Z', 'updated_at': '2022-06-23T11:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:54.011588 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:54.040805 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6257d324-68e6-4969-9749-90b79c8353d3 None None] The sync data for ids ['e20c25eb-87da-4851-ad8e-6257734501ad'] in dv-cinder-843309-2-iscsi is: [{'id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'name': 'tempest-TestVolumeBootPattern-1151925390-router', 'tenant_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4a4029a9-f145-4ccf-9510-7d8ace789d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:49Z', 'updated_at': '2022-06-23T11:03:51Z', 'revision_number': 3, 'project_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'gw_port': {'id': '4a4029a9-f145-4ccf-9510-7d8ace789d76', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:50Z', 'updated_at': '2022-06-23T11:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:03:54.087498 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cbf38-c8a5-4a05-bd48-c18c45c5a2e0 req-c76b58ba-4700-474e-adc5-8ed1f4ecd9b7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:54.095795 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-744cbf38-c8a5-4a05-bd48-c18c45c5a2e0 req-c76b58ba-4700-474e-adc5-8ed1f4ecd9b7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0754089 Jun 23 11:03:54.137855 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fb9050ea-4e57-41a2-ba9c-145bd3566ebc None None] Provisioning complete for port a43f30be-a469-4825-add5-b59cb2d07f62 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:54.138323 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb9050ea-4e57-41a2-ba9c-145bd3566ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (a43f30be-a469-4825-add5-b59cb2d07f62), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:54.161241 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-744cbf38-c8a5-4a05-bd48-c18c45c5a2e0 req-7e1cdc41-2ef7-4f73-8fa9-491d0e2ff578 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645773 Jun 23 11:03:54.195224 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Publish callbacks [] for port (a43f30be-a469-4825-add5-b59cb2d07f62), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:54.201473 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (a43f30be-a469-4825-add5-b59cb2d07f62), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:54.278234 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-263800'] for router_interface (e20c25eb-87da-4851-ad8e-6257734501ad), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:54.283402 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Pushing event updated for resources: {'Port': ['ID=a43f30be-a469-4825-add5-b59cb2d07f62,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:54.315557 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device b7239426-359c-44cd-bde2-e3e524a0ba66 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:54.372225 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fb9050ea-4e57-41a2-ba9c-145bd3566ebc None None] Port a43f30be-a469-4825-add5-b59cb2d07f62 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:03:54.398249 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port b7239426-359c-44cd-bde2-e3e524a0ba66 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:54.398795 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b7239426-359c-44cd-bde2-e3e524a0ba66), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:54.412415 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Network 448415d1-dbcc-4e77-a9ec-2f4aa29024fa is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:03:54.414120 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:03:54.502417 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port b7239426-359c-44cd-bde2-e3e524a0ba66 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:54.544185 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Router e20c25eb-87da-4851-ad8e-6257734501ad has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:03:54.660568 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:03:54.666338 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-fd4f4c5d-b152-4ae7-a725-ef0674284e9e admin admin] 10.222.0.65 "PUT /v2.0/routers/e20c25eb-87da-4851-ad8e-6257734501ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7446733 Jun 23 11:03:54.699397 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-7e3b926e-53ed-45a1-ae5a-eb0d50f3c5b1 None None] Provisioning complete for port a43f30be-a469-4825-add5-b59cb2d07f62 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:54.699805 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7e3b926e-53ed-45a1-ae5a-eb0d50f3c5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (a43f30be-a469-4825-add5-b59cb2d07f62), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:54.733419 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7e3b926e-53ed-45a1-ae5a-eb0d50f3c5b1 None None] Port a43f30be-a469-4825-add5-b59cb2d07f62 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:03:54.843354 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3aa67d-bf2a-4b41-bacd-7bb1b31d940e req-5f89670d-9fd7-4b50-a73c-d437b68b58e9 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:54.845220 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1d3aa67d-bf2a-4b41-bacd-7bb1b31d940e req-5f89670d-9fd7-4b50-a73c-d437b68b58e9 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0516675 Jun 23 11:03:54.856431 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbd870-ca8f-4b3e-b4a1-df1e3501831f req-19b3a96a-28e0-4984-9193-fbaa16c17c3f tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:54.857938 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-99dbd870-ca8f-4b3e-b4a1-df1e3501831f req-19b3a96a-28e0-4984-9193-fbaa16c17c3f tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 945 time: 0.0491233 Jun 23 11:03:54.893837 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:54.899551 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1d3aa67d-bf2a-4b41-bacd-7bb1b31d940e req-17a23926-c89a-463a-9507-b11994461ed0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483577 Jun 23 11:03:54.911028 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-99dbd870-ca8f-4b3e-b4a1-df1e3501831f req-d3c994e1-d296-46e7-b16d-0eb3abd5814e tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470738 Jun 23 11:03:55.144394 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 38414) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:55.149845 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-bdd21f26-2362-467d-9aa6-89e5f6bc0a07 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1647556123', 'description': 'tempest-secgroup-smoke-1647556123 description', 'project_id': '1fccc592269f433b99c2d13dad5e8e39'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:55.174151 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bdd21f26-2362-467d-9aa6-89e5f6bc0a07 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:55.282845 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bdd21f26-2362-467d-9aa6-89e5f6bc0a07 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group (03f3a850-0722-48ac-8e62-7702e6e7382e), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:55.288854 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bdd21f26-2362-467d-9aa6-89e5f6bc0a07 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (03f3a850-0722-48ac-8e62-7702e6e7382e), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:55.319604 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15986bcb-6ad5-4a7a-8506-0d8fec2790ad req-6c1ca3ba-7b4e-4999-8909-317869f50a71 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:55.321189 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-15986bcb-6ad5-4a7a-8506-0d8fec2790ad req-6c1ca3ba-7b4e-4999-8909-317869f50a71 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0788488 Jun 23 11:03:55.326524 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bdd21f26-2362-467d-9aa6-89e5f6bc0a07 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:55.330811 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38420) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:55.337276 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Request body: {'security_group_rule': {'security_group_id': '03f3a850-0722-48ac-8e62-7702e6e7382e', 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:55.340260 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-bdd21f26-2362-467d-9aa6-89e5f6bc0a07 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1849802 Jun 23 11:03:55.361169 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd21f26-2362-467d-9aa6-89e5f6bc0a07 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f3a850-0722-48ac-8e62-7702e6e7382e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:55.374861 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (5773878a-1990-48f6-b4a9-95d59d86c520), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:55.402908 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-15986bcb-6ad5-4a7a-8506-0d8fec2790ad req-97811aa6-8f36-4903-a35e-188d716a7458 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480804 Jun 23 11:03:55.457082 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (5773878a-1990-48f6-b4a9-95d59d86c520), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:55.462017 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (5773878a-1990-48f6-b4a9-95d59d86c520), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:55.467709 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:55.483805 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5773878a-1990-48f6-b4a9-95d59d86c520,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:55.489690 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:55.493837 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 38426) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:55.503503 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1665332 Jun 23 11:03:55.504217 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Request body: {'security_group_rule': {'security_group_id': '03f3a850-0722-48ac-8e62-7702e6e7382e', 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:55.510545 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.510897 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.511242 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.511581 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.511946 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.512279 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.512605 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.512948 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.513660 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.513660 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.513913 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.514201 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.514521 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.514838 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.515158 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c2ccda-2183-4ee3-8542-780e852780e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.580864 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-5ab1bc93-180c-4952-8bf4-6e132b035341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:55.582297 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-5ab1bc93-180c-4952-8bf4-6e132b035341 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f753206-e3ef-4560-9487-b37ef85f0bf1 HTTP/1.1" status: 200 len: 855 time: 0.0612738 Jun 23 11:03:55.584109 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (bd20e5e5-a985-47ad-856d-f5a6cfd687d2), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:55.666846 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-06a48c85-5994-439a-9ef6-9182ee518242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:55.668273 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-06a48c85-5994-439a-9ef6-9182ee518242 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cde6b719-8052-4ec2-a733-c2d79d7cb320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620368 Jun 23 11:03:55.680891 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (bd20e5e5-a985-47ad-856d-f5a6cfd687d2), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:55.686137 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1efa37-09d9-47bf-ba72-6db97e5cc8fd req-de24c904-9c2a-4b17-9336-1eb31fd88f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:55.687817 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e1efa37-09d9-47bf-ba72-6db97e5cc8fd req-de24c904-9c2a-4b17-9336-1eb31fd88f25 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 1129 time: 0.0419967 Jun 23 11:03:55.689206 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (bd20e5e5-a985-47ad-856d-f5a6cfd687d2), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:55.728413 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd20e5e5-a985-47ad-856d-f5a6cfd687d2,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:55.732918 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:55.740720 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e1efa37-09d9-47bf-ba72-6db97e5cc8fd req-8ca77e65-4c80-4569-97fd-159cfa176bc7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Jun 23 11:03:55.763881 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.763881 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.764086 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.764422 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.764742 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.765064 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.765389 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.765749 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.766029 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.766350 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.766675 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.766990 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.767308 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.767623 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.767957 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:03:55.780093 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:55.781277 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-a4dbfb18-80b0-46d8-bd4c-6686123e7b3c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2862313 Jun 23 11:03:55.783688 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:55.784306 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38428) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:55.794549 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-11b07e5b-b2e2-4310-8a05-9225022e1f8d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Request body: {'security_group_rule': {'security_group_id': '03f3a850-0722-48ac-8e62-7702e6e7382e', 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:55.795639 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Sync routers for ids ['e20c25eb-87da-4851-ad8e-6257734501ad'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:03:55.806630 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Routers {'e20c25eb-87da-4851-ad8e-6257734501ad'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:03:55.807340 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:03:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['e20c25eb-87da-4851-ad8e-6257734501ad'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:55.807468 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-0097b774-7fac-4a81-bf67-4a72a25a218e service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284900 Jun 23 11:03:55.822737 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11b07e5b-b2e2-4310-8a05-9225022e1f8d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (e7343b54-663e-44b9-ab51-a8ad931cec81), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:55.884654 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11b07e5b-b2e2-4310-8a05-9225022e1f8d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (e7343b54-663e-44b9-ab51-a8ad931cec81), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:55.889343 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11b07e5b-b2e2-4310-8a05-9225022e1f8d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (e7343b54-663e-44b9-ab51-a8ad931cec81), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:55.909237 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b07e5b-b2e2-4310-8a05-9225022e1f8d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7343b54-663e-44b9-ab51-a8ad931cec81,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:55.918060 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-11b07e5b-b2e2-4310-8a05-9225022e1f8d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:55.919196 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-11b07e5b-b2e2-4310-8a05-9225022e1f8d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338544 Jun 23 11:03:55.922046 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 38430) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:55.927479 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-17ae3ea5-e741-4f16-afcc-7aca87d821ad tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Request body: {'security_group_rule': {'security_group_id': '03f3a850-0722-48ac-8e62-7702e6e7382e', 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:55.964242 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-17ae3ea5-e741-4f16-afcc-7aca87d821ad tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (b1f3cf7f-d1ad-4218-8de1-fc051a49049a), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.002868 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Set router e20c25eb-87da-4851-ad8e-6257734501ad gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:03:56.041377 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e578479-9337-4ec6-8a56-87a56ed3c63c req-e011f874-ff1c-4c8d-849e-4fa9942c583f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:56.042819 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e578479-9337-4ec6-8a56-87a56ed3c63c req-e011f874-ff1c-4c8d-849e-4fa9942c583f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0565758 Jun 23 11:03:56.072871 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-17ae3ea5-e741-4f16-afcc-7aca87d821ad tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (b1f3cf7f-d1ad-4218-8de1-fc051a49049a), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.081254 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e7172-d7a8-4a32-a16d-7a3edfd85c4c req-f170d0b0-414a-4445-bd0f-37338d6302a7 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:56.082785 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9a4e7172-d7a8-4a32-a16d-7a3edfd85c4c req-f170d0b0-414a-4445-bd0f-37338d6302a7 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 945 time: 0.0713408 Jun 23 11:03:56.084472 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-17ae3ea5-e741-4f16-afcc-7aca87d821ad tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (b1f3cf7f-d1ad-4218-8de1-fc051a49049a), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.101554 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e578479-9337-4ec6-8a56-87a56ed3c63c req-55b5ac83-d2f4-4552-bbc0-04ee65034c72 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529995 Jun 23 11:03:56.134890 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae3ea5-e741-4f16-afcc-7aca87d821ad tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f3cf7f-d1ad-4218-8de1-fc051a49049a,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:56.145613 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 6a1fa192-71ec-456d-ae93-a0fd2a213549 up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:56.185064 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-17ae3ea5-e741-4f16-afcc-7aca87d821ad tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.189242 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-17ae3ea5-e741-4f16-afcc-7aca87d821ad tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2625210 Jun 23 11:03:56.189378 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38436) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:56.193398 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-abbc7d28-2549-4f01-b523-f8be8a9395c2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Request body: {'security_group_rule': {'security_group_id': '03f3a850-0722-48ac-8e62-7702e6e7382e', 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:56.221519 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'name': 'tempest-TestVolumeBootPattern-1151925390-router', 'tenant_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4a4029a9-f145-4ccf-9510-7d8ace789d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:49Z', 'updated_at': '2022-06-23T11:03:53Z', 'revision_number': 4, 'project_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'gw_port': {'id': '4a4029a9-f145-4ccf-9510-7d8ace789d76', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:50Z', 'updated_at': '2022-06-23T11:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'a43f30be-a469-4825-add5-b59cb2d07f62', 'name': '', 'network_id': '448415d1-dbcc-4e77-a9ec-2f4aa29024fa', 'tenant_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'mac_address': 'fa:16:3e:28:fd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c0bf3b07-c06f-494d-9d55-3e709293dc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:53Z', 'updated_at': '2022-06-23T11:03:54Z', 'revision_number': 2, 'project_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'subnets': [{'id': 'c0bf3b07-c06f-494d-9d55-3e709293dc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:56.221774 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-abbc7d28-2549-4f01-b523-f8be8a9395c2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Project 1fccc592269f433b99c2d13dad5e8e39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:03:56.234990 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbc7d28-2549-4f01-b523-f8be8a9395c2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (a6023553-6301-49ed-b13e-9b099f248c58), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.235784 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port 6a1fa192-71ec-456d-ae93-a0fd2a213549 completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:03:56.244357 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 4a4029a9-f145-4ccf-9510-7d8ace789d76 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:56.252436 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Checking router: e20c25eb-87da-4851-ad8e-6257734501ad for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:03:56.252781 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Updating router e20c25eb-87da-4851-ad8e-6257734501ad port a43f30be-a469-4825-add5-b59cb2d07f62 binding host dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:03:56.283610 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (a43f30be-a469-4825-add5-b59cb2d07f62), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.290952 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 6a1fa192-71ec-456d-ae93-a0fd2a213549 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:56.291452 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (6a1fa192-71ec-456d-ae93-a0fd2a213549), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.304398 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbc7d28-2549-4f01-b523-f8be8a9395c2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (a6023553-6301-49ed-b13e-9b099f248c58), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.310926 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbc7d28-2549-4f01-b523-f8be8a9395c2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (a6023553-6301-49ed-b13e-9b099f248c58), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.334457 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9a4e7172-d7a8-4a32-a16d-7a3edfd85c4c req-35fd1ede-d0c3-4385-8f90-f8be0bda72d3 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420142 Jun 23 11:03:56.340214 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 4a4029a9-f145-4ccf-9510-7d8ace789d76 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:56.341222 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (4a4029a9-f145-4ccf-9510-7d8ace789d76), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.360977 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc7d28-2549-4f01-b523-f8be8a9395c2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6023553-6301-49ed-b13e-9b099f248c58,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:56.370241 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-abbc7d28-2549-4f01-b523-f8be8a9395c2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.371440 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-abbc7d28-2549-4f01-b523-f8be8a9395c2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1814511 Jun 23 11:03:56.376866 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38442) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:03:56.386768 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4b8bdf7e-7656-4247-aa59-054620df2fe4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Request body: {'security_group_rule': {'security_group_id': '03f3a850-0722-48ac-8e62-7702e6e7382e', 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:03:56.401286 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9e604af4-a329-403b-8d61-1f1ca6e738e6 req-c3b3bd23-79f6-4d00-b452-7bef5afd5927 service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595789 Jun 23 11:03:56.425406 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-4b8bdf7e-7656-4247-aa59-054620df2fe4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Project 1fccc592269f433b99c2d13dad5e8e39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:03:56.437273 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b8bdf7e-7656-4247-aa59-054620df2fe4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (4539b991-1c8d-4606-a582-461a2cdce7c1), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.453615 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 6a1fa192-71ec-456d-ae93-a0fd2a213549 is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:56.454018 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (6a1fa192-71ec-456d-ae93-a0fd2a213549), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.514724 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b8bdf7e-7656-4247-aa59-054620df2fe4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (4539b991-1c8d-4606-a582-461a2cdce7c1), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.524406 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b8bdf7e-7656-4247-aa59-054620df2fe4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (4539b991-1c8d-4606-a582-461a2cdce7c1), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.564669 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=10 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:56.581658 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:56.588985 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 4a4029a9-f145-4ccf-9510-7d8ace789d76 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:56.588985 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (4a4029a9-f145-4ccf-9510-7d8ace789d76), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.590361 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bdf7e-7656-4247-aa59-054620df2fe4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4539b991-1c8d-4606-a582-461a2cdce7c1,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:56.599211 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188173a9-f1d2-4d75-b1f1-944f9ddeaf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1fa192-71ec-456d-ae93-a0fd2a213549'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:03:56.601851 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53ba5ae-3fd9-4ffb-b199-e636b2dc52c8" -d '{"events": [{"server_uuid": "188173a9-f1d2-4d75-b1f1-944f9ddeaf43", "name": "network-vif-plugged", "status": "completed", "tag": "6a1fa192-71ec-456d-ae93-a0fd2a213549"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:03:56.623269 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b8bdf7e-7656-4247-aa59-054620df2fe4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.625020 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-4b8bdf7e-7656-4247-aa59-054620df2fe4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2467823 Jun 23 11:03:56.628921 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 6a1fa192-71ec-456d-ae93-a0fd2a213549, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6a1fa192-71ec-456d-ae93-a0fd2a213549,segment=NetworkSegment(6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc),segment_id=6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:56.634181 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port 4a4029a9-f145-4ccf-9510-7d8ace789d76, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=4a4029a9-f145-4ccf-9510-7d8ace789d76,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:56.637675 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (6a1fa192-71ec-456d-ae93-a0fd2a213549), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.645700 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (4a4029a9-f145-4ccf-9510-7d8ace789d76), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.648257 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d83cba-ee61-43bd-92a9-7c7cd1cfdf20 req-75dca1d2-9d15-4e93-a3bc-96b0f51f929b tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:56.650504 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55d83cba-ee61-43bd-92a9-7c7cd1cfdf20 req-75dca1d2-9d15-4e93-a3bc-96b0f51f929b tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.1166978 Jun 23 11:03:56.703152 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Publish callbacks [] for port (a43f30be-a469-4825-add5-b59cb2d07f62), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.712513 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (a43f30be-a469-4825-add5-b59cb2d07f62), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.721880 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=6a1fa192-71ec-456d-ae93-a0fd2a213549,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:56.755037 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-55d83cba-ee61-43bd-92a9-7c7cd1cfdf20 req-cae788c3-5db8-44b9-bbdb-0f41bb6531e7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901546 Jun 23 11:03:56.768677 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:56.788101 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e56511-f1ea-434a-8ccd-69e32effaf1d None None] Pushing event updated for resources: {'Port': ['ID=a43f30be-a469-4825-add5-b59cb2d07f62,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:56.807717 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=4a4029a9-f145-4ccf-9510-7d8ace789d76,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:56.825277 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842a7fba-8139-47a9-aca6-2548b790cf34 x-openstack-request-id: req-842a7fba-8139-47a9-aca6-2548b790cf34 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:03:56.825565 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188173a9-f1d2-4d75-b1f1-944f9ddeaf43", "name": "network-vif-plugged", "status": "completed", "tag": "6a1fa192-71ec-456d-ae93-a0fd2a213549", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:03:56.826010 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-842a7fba-8139-47a9-aca6-2548b790cf34 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:03:56.827503 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842a7fba-8139-47a9-aca6-2548b790cf34'] response: {'server_uuid': '188173a9-f1d2-4d75-b1f1-944f9ddeaf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1fa192-71ec-456d-ae93-a0fd2a213549', 'code': 200} Jun 23 11:03:56.848164 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Attempting to bind port a43f30be-a469-4825-add5-b59cb2d07f62 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:03:56.848694 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Attempting to bind port a43f30be-a469-4825-add5-b59cb2d07f62 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '900c82c8-8d14-47b3-906c-7bfbd63160a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '448415d1-dbcc-4e77-a9ec-2f4aa29024fa'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:03:56.849102 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Attempting to bind port a43f30be-a469-4825-add5-b59cb2d07f62 on network 448415d1-dbcc-4e77-a9ec-2f4aa29024fa {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:03:56.854816 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:03:56.855319 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Checking segment: {'id': '900c82c8-8d14-47b3-906c-7bfbd63160a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '448415d1-dbcc-4e77-a9ec-2f4aa29024fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:03:56.855841 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.856327 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Bound using segment: {'id': '900c82c8-8d14-47b3-906c-7bfbd63160a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '448415d1-dbcc-4e77-a9ec-2f4aa29024fa'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:03:56.856903 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Bound port: a43f30be-a469-4825-add5-b59cb2d07f62, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900c82c8-8d14-47b3-906c-7bfbd63160a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '448415d1-dbcc-4e77-a9ec-2f4aa29024fa'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:03:56.857375 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (a43f30be-a469-4825-add5-b59cb2d07f62), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.926469 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] For port a43f30be-a469-4825-add5-b59cb2d07f62, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:03:56.931100 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] For port a43f30be-a469-4825-add5-b59cb2d07f62, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=a43f30be-a469-4825-add5-b59cb2d07f62,segment=NetworkSegment(900c82c8-8d14-47b3-906c-7bfbd63160a9),segment_id=900c82c8-8d14-47b3-906c-7bfbd63160a9)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:03:56.938791 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (a43f30be-a469-4825-add5-b59cb2d07f62), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:56.993932 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Routers {'e20c25eb-87da-4851-ad8e-6257734501ad'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:03:56.994571 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:03:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['e20c25eb-87da-4851-ad8e-6257734501ad'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:57.064102 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e56511-f1ea-434a-8ccd-69e32effaf1d None None] Pushing event updated for resources: {'Port': ['ID=a43f30be-a469-4825-add5-b59cb2d07f62,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:57.103188 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-97593ece-217e-4081-ba60-974ac97d2a10 None None] Provisioning complete for port a43f30be-a469-4825-add5-b59cb2d07f62 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:57.103857 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97593ece-217e-4081-ba60-974ac97d2a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (a43f30be-a469-4825-add5-b59cb2d07f62), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:57.159259 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:57.166561 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] Set router e20c25eb-87da-4851-ad8e-6257734501ad gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:03:57.215356 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-97593ece-217e-4081-ba60-974ac97d2a10 None None] Current status of the port a43f30be-a469-4825-add5-b59cb2d07f62 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:57.215778 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97593ece-217e-4081-ba60-974ac97d2a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (a43f30be-a469-4825-add5-b59cb2d07f62), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:57.227758 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:57.281146 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b127d-3bb7-482d-8dc9-b8307a13eb58 req-825a5bd5-4ece-425c-bcf9-7561a7f95efc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:57.282206 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-97593ece-217e-4081-ba60-974ac97d2a10 None None] For port a43f30be-a469-4825-add5-b59cb2d07f62, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=a43f30be-a469-4825-add5-b59cb2d07f62,segment=NetworkSegment(900c82c8-8d14-47b3-906c-7bfbd63160a9),segment_id=900c82c8-8d14-47b3-906c-7bfbd63160a9)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:03:57.282665 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-700b127d-3bb7-482d-8dc9-b8307a13eb58 req-825a5bd5-4ece-425c-bcf9-7561a7f95efc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0896688 Jun 23 11:03:57.292612 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97593ece-217e-4081-ba60-974ac97d2a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (a43f30be-a469-4825-add5-b59cb2d07f62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:57.340486 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-700b127d-3bb7-482d-8dc9-b8307a13eb58 req-cfdc78fa-a905-4e95-8b69-4102b7daa674 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519280 Jun 23 11:03:57.350728 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97593ece-217e-4081-ba60-974ac97d2a10 None None] Pushing event updated for resources: {'Port': ['ID=a43f30be-a469-4825-add5-b59cb2d07f62,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:03:57.411693 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-8fd35627-ccec-4c2b-8fbc-b6d4d096fd9e None None] Provisioning complete for port a43f30be-a469-4825-add5-b59cb2d07f62 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:57.411693 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8fd35627-ccec-4c2b-8fbc-b6d4d096fd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (a43f30be-a469-4825-add5-b59cb2d07f62), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:57.440571 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'name': 'tempest-TestVolumeBootPattern-1151925390-router', 'tenant_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4a4029a9-f145-4ccf-9510-7d8ace789d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:49Z', 'updated_at': '2022-06-23T11:03:53Z', 'revision_number': 4, 'project_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'gw_port': {'id': '4a4029a9-f145-4ccf-9510-7d8ace789d76', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:50Z', 'updated_at': '2022-06-23T11:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'a43f30be-a469-4825-add5-b59cb2d07f62', 'name': '', 'network_id': '448415d1-dbcc-4e77-a9ec-2f4aa29024fa', 'tenant_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'mac_address': 'fa:16:3e:28:fd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c0bf3b07-c06f-494d-9d55-3e709293dc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:53Z', 'updated_at': '2022-06-23T11:03:56Z', 'revision_number': 4, 'project_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'subnets': [{'id': 'c0bf3b07-c06f-494d-9d55-3e709293dc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:03:57.451426 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b84c43-52d1-4d11-9c4c-7d6b9e7bcbcc req-cfc0e268-178f-4952-8b78-0063fa7510ae tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:57.452873 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-70b84c43-52d1-4d11-9c4c-7d6b9e7bcbcc req-cfc0e268-178f-4952-8b78-0063fa7510ae tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0514452 Jun 23 11:03:57.467250 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab11e2-6066-48f2-93bf-9213dc165540 None None] The sync data for ids ['e20c25eb-87da-4851-ad8e-6257734501ad'] in dv-cinder-843309-2-iscsi is: [{'id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'name': 'tempest-TestVolumeBootPattern-1151925390-router', 'tenant_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4a4029a9-f145-4ccf-9510-7d8ace789d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:49Z', 'updated_at': '2022-06-23T11:03:53Z', 'revision_number': 4, 'project_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'gw_port': {'id': '4a4029a9-f145-4ccf-9510-7d8ace789d76', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:50Z', 'updated_at': '2022-06-23T11:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'a43f30be-a469-4825-add5-b59cb2d07f62', 'name': '', 'network_id': '448415d1-dbcc-4e77-a9ec-2f4aa29024fa', 'tenant_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'mac_address': 'fa:16:3e:28:fd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c0bf3b07-c06f-494d-9d55-3e709293dc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:53Z', 'updated_at': '2022-06-23T11:03:56Z', 'revision_number': 4, 'project_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'subnets': [{'id': 'c0bf3b07-c06f-494d-9d55-3e709293dc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:03:57.487244 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:03:57.489708 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8fd35627-ccec-4c2b-8fbc-b6d4d096fd9e None None] Current status of the port a43f30be-a469-4825-add5-b59cb2d07f62 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:57.513102 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-70b84c43-52d1-4d11-9c4c-7d6b9e7bcbcc req-7eb98f23-3bdb-4e2a-a628-902127673107 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537403 Jun 23 11:03:57.866492 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c66bd-d54b-41bc-9a42-0ccb268ac8eb req-7a3f452b-c2c5-47ae-a238-3a122e3548cf tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:57.868175 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7b3c66bd-d54b-41bc-9a42-0ccb268ac8eb req-7a3f452b-c2c5-47ae-a238-3a122e3548cf tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0482957 Jun 23 11:03:57.916990 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7b3c66bd-d54b-41bc-9a42-0ccb268ac8eb req-0c4a3625-e89f-4477-ae0d-7b928b4ca0d4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432744 Jun 23 11:03:58.235292 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device a43f30be-a469-4825-add5-b59cb2d07f62 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:58.280770 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port a43f30be-a469-4825-add5-b59cb2d07f62 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:58.281225 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (a43f30be-a469-4825-add5-b59cb2d07f62), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:58.357701 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port a43f30be-a469-4825-add5-b59cb2d07f62 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:58.358727 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 4a4029a9-f145-4ccf-9510-7d8ace789d76 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:03:58.403486 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 4a4029a9-f145-4ccf-9510-7d8ace789d76 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:03:58.403893 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (4a4029a9-f145-4ccf-9510-7d8ace789d76), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:03:58.464251 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263cd36-0ad6-4a7b-813e-db5ea965d8ab req-a5c90eab-fc32-4e18-ab24-fb70b7841e46 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:58.465764 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1263cd36-0ad6-4a7b-813e-db5ea965d8ab req-a5c90eab-fc32-4e18-ab24-fb70b7841e46 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0474100 Jun 23 11:03:58.481435 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 4a4029a9-f145-4ccf-9510-7d8ace789d76 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:03:58.519304 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1263cd36-0ad6-4a7b-813e-db5ea965d8ab req-629827a8-3ba1-4143-8962-f740502bc345 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478580 Jun 23 11:03:58.626909 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cf1a6-bc40-455d-a35b-e32ee54814f9 req-eee89abe-9c5d-46eb-a5cd-34ecae5f3b63 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:58.628398 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-317cf1a6-bc40-455d-a35b-e32ee54814f9 req-eee89abe-9c5d-46eb-a5cd-34ecae5f3b63 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0466599 Jun 23 11:03:58.675015 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-317cf1a6-bc40-455d-a35b-e32ee54814f9 req-9a84add9-fbb0-4bd3-bf29-cf569483d888 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404851 Jun 23 11:03:59.027730 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becb2e4-3934-49a7-9afd-fbc0c4e014e9 req-c0e1158a-6658-4d71-aefc-e4a670510fc3 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:59.029175 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1becb2e4-3934-49a7-9afd-fbc0c4e014e9 req-c0e1158a-6658-4d71-aefc-e4a670510fc3 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0466585 Jun 23 11:03:59.074948 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1becb2e4-3934-49a7-9afd-fbc0c4e014e9 req-eefb6886-f975-413f-bfd1-48ed62f2bfea tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403221 Jun 23 11:03:59.638718 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085d1e6-50df-4e20-90a3-4a9438fec2d8 req-645909c1-3ec5-4f68-94af-24a82cc46bcb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:59.640510 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7085d1e6-50df-4e20-90a3-4a9438fec2d8 req-645909c1-3ec5-4f68-94af-24a82cc46bcb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0489008 Jun 23 11:03:59.686933 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7085d1e6-50df-4e20-90a3-4a9438fec2d8 req-258bbc5a-8e2d-49f0-be8b-44a638a2f7ce tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413001 Jun 23 11:03:59.792559 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ce985-617a-4381-9f2e-2990703e1e23 req-0d4d22b3-3401-413a-81bb-a0ec3cb7554a tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:03:59.794003 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f44ce985-617a-4381-9f2e-2990703e1e23 req-0d4d22b3-3401-413a-81bb-a0ec3cb7554a tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0490761 Jun 23 11:03:59.840880 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f44ce985-617a-4381-9f2e-2990703e1e23 req-95858bf3-2757-4809-acc6-c06b3d75aba0 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414114 Jun 23 11:04:00.190830 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fc778-ce9a-49da-a37e-b18c83ed7bf4 req-01bbcfe8-787e-4f78-9df5-2044b6dbeb20 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:00.192285 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d02fc778-ce9a-49da-a37e-b18c83ed7bf4 req-01bbcfe8-787e-4f78-9df5-2044b6dbeb20 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0451026 Jun 23 11:04:00.241335 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d02fc778-ce9a-49da-a37e-b18c83ed7bf4 req-0a701d58-b8c3-40a1-b47d-d2173a283326 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436342 Jun 23 11:04:00.812013 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3698157-fbe0-4451-ae78-132b0fa8dca7 req-10771954-d565-4c51-a432-3f91330b093e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:00.813477 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c3698157-fbe0-4451-ae78-132b0fa8dca7 req-10771954-d565-4c51-a432-3f91330b093e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0528517 Jun 23 11:04:00.873541 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c3698157-fbe0-4451-ae78-132b0fa8dca7 req-bf83edff-1803-4822-8bb1-79113e7852d8 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534406 Jun 23 11:04:00.939727 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:00.976595 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65fcd5-e645-4a6a-a209-e3293632ecde req-81a67f2c-32bd-4326-b518-19aa6fd23728 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:00.978042 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4a65fcd5-e645-4a6a-a209-e3293632ecde req-81a67f2c-32bd-4326-b518-19aa6fd23728 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0474172 Jun 23 11:04:01.026484 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4a65fcd5-e645-4a6a-a209-e3293632ecde req-4d032d95-ded6-47a2-b714-6450052aea64 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Jun 23 11:04:01.362603 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea62e1-fb4d-47cc-bcb5-386c6dc0376a req-d217952b-1c89-4fc8-9e82-4666e91de6bf tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:01.364090 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f3ea62e1-fb4d-47cc-bcb5-386c6dc0376a req-d217952b-1c89-4fc8-9e82-4666e91de6bf tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0518322 Jun 23 11:04:01.410104 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f3ea62e1-fb4d-47cc-bcb5-386c6dc0376a req-d3ddee5e-f440-4cb3-ae89-2b4e290dcfed tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403690 Jun 23 11:04:01.653925 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcc61d-e275-4e0f-aa1a-1cdf1d75171d req-fd6aed4e-9c83-40f2-b3a6-fb7eb3c80202 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:01.655385 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43dcc61d-e275-4e0f-aa1a-1cdf1d75171d req-fd6aed4e-9c83-40f2-b3a6-fb7eb3c80202 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0477097 Jun 23 11:04:01.703494 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43dcc61d-e275-4e0f-aa1a-1cdf1d75171d req-10e588f9-c0a0-40d5-93a2-ef953d20bfe3 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425863 Jun 23 11:04:01.985374 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:01.997455 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bbc46-b0cc-490c-8524-1cddc6fc92e4 req-20fe49ea-ac1c-4417-8c1a-d764daa480c4 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:01.999496 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-628bbc46-b0cc-490c-8524-1cddc6fc92e4 req-20fe49ea-ac1c-4417-8c1a-d764daa480c4 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0542347 Jun 23 11:04:02.045706 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-628bbc46-b0cc-490c-8524-1cddc6fc92e4 req-fff5628d-c68d-4cd5-bbae-3593d2ab58a8 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404806 Jun 23 11:04:02.150278 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c7acb-3efa-45c2-9c31-6383331f050e req-9c596af1-21ee-4b60-8e4f-8b6fa2512656 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:02.151892 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-321c7acb-3efa-45c2-9c31-6383331f050e req-9c596af1-21ee-4b60-8e4f-8b6fa2512656 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0457685 Jun 23 11:04:02.199356 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-321c7acb-3efa-45c2-9c31-6383331f050e req-f7e9d3c3-9796-4035-8611-c432230a5eff tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Jun 23 11:04:02.816003 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a8e88-65be-43af-bd95-d30585262343 req-973c39a3-cec1-4236-8a9f-128fb99191bb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:02.817459 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b7a8e88-65be-43af-bd95-d30585262343 req-973c39a3-cec1-4236-8a9f-128fb99191bb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0473797 Jun 23 11:04:02.867668 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b7a8e88-65be-43af-bd95-d30585262343 req-6dbf6ff5-4bdb-4d38-9734-748b7e7d3ef9 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446422 Jun 23 11:04:03.165636 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac60752-2de7-43b6-9567-ed6f48008a83 req-f2e51fe5-7127-4f9b-a8e7-0a5500e95461 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:03.167093 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-eac60752-2de7-43b6-9567-ed6f48008a83 req-f2e51fe5-7127-4f9b-a8e7-0a5500e95461 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0478826 Jun 23 11:04:03.214136 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-eac60752-2de7-43b6-9567-ed6f48008a83 req-daf77bbd-2bcf-4cba-89ed-e0abde4ea35e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408049 Jun 23 11:04:03.321429 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626c099-9311-474a-879c-eb2f672ba741 req-7d7e19ef-d581-43ef-97df-415281a9004a tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:03.322942 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a626c099-9311-474a-879c-eb2f672ba741 req-7d7e19ef-d581-43ef-97df-415281a9004a tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0477192 Jun 23 11:04:03.343468 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-21e854a8-4bca-4d23-85d8-3c9d112db9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:03.371081 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a626c099-9311-474a-879c-eb2f672ba741 req-c9b06071-cd28-4b3d-bd32-cfb986899607 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418038 Jun 23 11:04:04.185918 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e7880-a80b-4edb-b680-8a2205b3e518 req-421dc6cb-a6f5-4f97-adcf-ab2cd0baed93 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:04.187453 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ab4e7880-a80b-4edb-b680-8a2205b3e518 req-421dc6cb-a6f5-4f97-adcf-ab2cd0baed93 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.2509348 Jun 23 11:04:04.232594 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ab4e7880-a80b-4edb-b680-8a2205b3e518 req-ab6bac0f-2be5-49cf-b868-ac99255f832d tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395744 Jun 23 11:04:04.297249 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 8b01f05d-725c-403a-b014-97986787465c details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:04:04.340616 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95439ac7-528f-4d89-abfb-646f6e0e9dee req-2225d368-f453-4764-821a-83f11110e58c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:04.342148 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-95439ac7-528f-4d89-abfb-646f6e0e9dee req-2225d368-f453-4764-821a-83f11110e58c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0525236 Jun 23 11:04:04.396557 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-95439ac7-528f-4d89-abfb-646f6e0e9dee req-af8363fe-260f-4d6e-8f13-224c779cdcb1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464168 Jun 23 11:04:04.411823 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 8b01f05d-725c-403a-b014-97986787465c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8b01f05d-725c-403a-b014-97986787465c,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:04:04.424626 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '8b01f05d-725c-403a-b014-97986787465c', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'port_id': '8b01f05d-725c-403a-b014-97986787465c', 'mac_address': 'fa:16:3e:78:e0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:04:04.465591 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 8b01f05d-725c-403a-b014-97986787465c is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:04:04.465985 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (8b01f05d-725c-403a-b014-97986787465c), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:04.489296 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b01f05d-725c-403a-b014-97986787465c {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:04:04.509955 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 8b01f05d-725c-403a-b014-97986787465c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8b01f05d-725c-403a-b014-97986787465c,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:04:04.515016 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (8b01f05d-725c-403a-b014-97986787465c), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:04.533289 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18a19b-19bc-4416-a033-0fc2e6d8c589 req-cecb1282-93dc-4962-b6ff-ee635e8d1f87 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:04.534789 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7f18a19b-19bc-4416-a033-0fc2e6d8c589 req-cecb1282-93dc-4962-b6ff-ee635e8d1f87 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0712054 Jun 23 11:04:04.561616 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:04.568945 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=8b01f05d-725c-403a-b014-97986787465c,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:04.584315 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7f18a19b-19bc-4416-a033-0fc2e6d8c589 req-1db25461-9aec-47b4-978b-2ccdeabb4180 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433006 Jun 23 11:04:05.058929 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['8b01f05d-725c-403a-b014-97986787465c'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:04:05.117289 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:05.331421 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:05.352969 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebd63-cfce-445b-8da4-e80d2ec206cb req-3df483c0-4b77-4e14-a3d4-30521910c33e tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:05.354447 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7cebd63-cfce-445b-8da4-e80d2ec206cb req-3df483c0-4b77-4e14-a3d4-30521910c33e tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0528543 Jun 23 11:04:05.405153 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7cebd63-cfce-445b-8da4-e80d2ec206cb req-37f3c494-da6b-4df9-9629-6da117e54f4b tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447478 Jun 23 11:04:05.515104 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab3268-e4f4-495a-94fe-12d608410c49 req-64fddf31-1700-4c31-bcaa-3027fed260be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:05.516885 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-efab3268-e4f4-495a-94fe-12d608410c49 req-64fddf31-1700-4c31-bcaa-3027fed260be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 1129 time: 0.0517471 Jun 23 11:04:05.545884 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a205e3b-d625-48f0-91f9-dbb26a176f8f req-25ad527c-50b4-436b-97b6-c69911cb0306 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:05.547413 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5a205e3b-d625-48f0-91f9-dbb26a176f8f req-25ad527c-50b4-436b-97b6-c69911cb0306 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 945 time: 0.0710764 Jun 23 11:04:05.618770 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5a205e3b-d625-48f0-91f9-dbb26a176f8f req-129ffc8e-3c42-4174-bf20-5d626d93c82a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627117 Jun 23 11:04:05.631514 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d8997fe6-4b04-4595-a16e-551cbc01846f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:05.705845 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba0320-4ecb-4b49-b81f-a7310615d9ac req-23951876-dd0c-41d7-bcf5-94d40b7d758c tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:05.707315 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9cba0320-4ecb-4b49-b81f-a7310615d9ac req-23951876-dd0c-41d7-bcf5-94d40b7d758c tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0491481 Jun 23 11:04:05.754603 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9cba0320-4ecb-4b49-b81f-a7310615d9ac req-b994b2ea-cc59-4cde-9256-962f8343a986 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416441 Jun 23 11:04:06.081331 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ea499-1fc4-499f-a91d-9a8c2db8d858 req-7c77b480-23d9-4f30-add5-d108c83db1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:06.083029 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-866ea499-1fc4-499f-a91d-9a8c2db8d858 req-7c77b480-23d9-4f30-add5-d108c83db1d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 1130 time: 0.0669410 Jun 23 11:04:06.143104 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab3268-e4f4-495a-94fe-12d608410c49 req-bb0ca33f-aede-4a6f-831c-2a07d6c47d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:06.145559 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-efab3268-e4f4-495a-94fe-12d608410c49 req-bb0ca33f-aede-4a6f-831c-2a07d6c47d2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 919 time: 0.1315327 Jun 23 11:04:06.205579 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-efab3268-e4f4-495a-94fe-12d608410c49 req-06830dda-031b-475e-abfa-1e5a85613701 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88802b38-9718-44af-a9c0-e377da1fdee6 HTTP/1.1" status: 200 len: 217 time: 0.0489829 Jun 23 11:04:06.218017 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-866ea499-1fc4-499f-a91d-9a8c2db8d858 req-fc8a811b-b4c9-4eda-a55f-2e43e2c09358 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224904 Jun 23 11:04:06.274356 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab3268-e4f4-495a-94fe-12d608410c49 req-7ec744aa-0064-45c0-9230-8692e2975d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:06.275879 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-efab3268-e4f4-495a-94fe-12d608410c49 req-7ec744aa-0064-45c0-9230-8692e2975d1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 200 len: 857 time: 0.0581889 Jun 23 11:04:06.296761 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 8b01f05d-725c-403a-b014-97986787465c up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:04:06.339682 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port 8b01f05d-725c-403a-b014-97986787465c completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:04:06.345074 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 8b01f05d-725c-403a-b014-97986787465c triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:04:06.345459 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (8b01f05d-725c-403a-b014-97986787465c), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:06.418298 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 8b01f05d-725c-403a-b014-97986787465c is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:04:06.418595 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (8b01f05d-725c-403a-b014-97986787465c), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:06.440736 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b01f05d-725c-403a-b014-97986787465c'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:04:06.442949 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192d5530-2a55-4eb9-9ceb-4ee15bac2db0" -d '{"events": [{"server_uuid": "9d4c91f8-2f76-436d-8b6c-0ab0945961d9", "name": "network-vif-plugged", "status": "completed", "tag": "8b01f05d-725c-403a-b014-97986787465c"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:04:06.455589 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 8b01f05d-725c-403a-b014-97986787465c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8b01f05d-725c-403a-b014-97986787465c,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:04:06.460967 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (8b01f05d-725c-403a-b014-97986787465c), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:06.484616 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647f539b-3abd-435d-a524-dc3feb3f8c22 x-openstack-request-id: req-647f539b-3abd-435d-a524-dc3feb3f8c22 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:04:06.484903 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4c91f8-2f76-436d-8b6c-0ab0945961d9", "name": "network-vif-plugged", "status": "completed", "tag": "8b01f05d-725c-403a-b014-97986787465c", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:04:06.485157 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-647f539b-3abd-435d-a524-dc3feb3f8c22 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:04:06.485547 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647f539b-3abd-435d-a524-dc3feb3f8c22'] response: {'server_uuid': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b01f05d-725c-403a-b014-97986787465c', 'code': 200} Jun 23 11:04:06.509782 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=8b01f05d-725c-403a-b014-97986787465c,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:06.516858 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:06.517355 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:06.517726 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:06.518074 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:06.518409 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:06.518742 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:06.519070 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:06.519398 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:06.519747 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:06.520078 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:06.520413 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:06.520742 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:06.521063 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:06.521385 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:06.521706 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:06.523445 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ed14b-fdb9-480a-870f-3e4a88562e3d req-77f5b6c8-bef0-494c-9fec-84376bf7ac59 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:06.525811 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2c5ed14b-fdb9-480a-870f-3e4a88562e3d req-77f5b6c8-bef0-494c-9fec-84376bf7ac59 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0481768 Jun 23 11:04:06.545686 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:06.579562 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2c5ed14b-fdb9-480a-870f-3e4a88562e3d req-8242aade-3b24-40c2-91f0-f59b14c562d3 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Jun 23 11:04:06.675333 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:06.745170 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e42a4-8128-497b-bdd0-18681ac1de44 req-7f25230b-772a-4dc5-9ff7-52f5cc068592 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:06.746644 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-247e42a4-8128-497b-bdd0-18681ac1de44 req-7f25230b-772a-4dc5-9ff7-52f5cc068592 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0494854 Jun 23 11:04:06.798313 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-247e42a4-8128-497b-bdd0-18681ac1de44 req-fd225385-bccf-46e0-8236-7501dfb5b443 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452626 Jun 23 11:04:06.863380 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab3268-e4f4-495a-94fe-12d608410c49 req-2e0ffe6a-87b3-4078-a027-13902c66adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:06.864922 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-efab3268-e4f4-495a-94fe-12d608410c49 req-2e0ffe6a-87b3-4078-a027-13902c66adbd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19e128cb-e174-49db-a8d2-8534db57c32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422261 Jun 23 11:04:06.871707 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b13333-ac39-4a1e-84e1-d1eadefab8d7 req-431c5c01-c171-4a01-9ea0-4bcb6f75a761 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:06.873157 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d3b13333-ac39-4a1e-84e1-d1eadefab8d7 req-431c5c01-c171-4a01-9ea0-4bcb6f75a761 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0507727 Jun 23 11:04:06.919956 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d3b13333-ac39-4a1e-84e1-d1eadefab8d7 req-4bde9ae7-569a-4d97-8da6-7d47441d215d tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409324 Jun 23 11:04:07.102878 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:07.319506 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:07.349585 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-efab3268-e4f4-495a-94fe-12d608410c49 req-878d4a14-09dd-424e-b103-b3e5f7066fd1 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079464 Jun 23 11:04:07.440568 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:07.467012 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:07.698902 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf0c2a-8360-4826-8d67-90a4aa5423e1 req-34c81d38-24bc-4e42-a003-9529de8be1ff tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:07.700440 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cdaf0c2a-8360-4826-8d67-90a4aa5423e1 req-34c81d38-24bc-4e42-a003-9529de8be1ff tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0510347 Jun 23 11:04:07.755197 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cdaf0c2a-8360-4826-8d67-90a4aa5423e1 req-2b76b006-6aa6-489c-848f-33fb65ed06f6 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489860 Jun 23 11:04:07.925948 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3cabb-1c8b-499f-b1ed-8d004d693705 req-5afe130d-2f85-4087-b448-75bf589eac51 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:07.927792 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2db3cabb-1c8b-499f-b1ed-8d004d693705 req-5afe130d-2f85-4087-b448-75bf589eac51 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0572414 Jun 23 11:04:07.982155 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2db3cabb-1c8b-499f-b1ed-8d004d693705 req-609364a2-02db-4eff-ae9c-e44b1d97ec05 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474584 Jun 23 11:04:07.983909 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-efab3268-e4f4-495a-94fe-12d608410c49 req-a8c038ce-77d1-4365-99ee-88b172834777 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013443 Jun 23 11:04:08.099022 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:08.110731 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df99349-88be-41c2-aa50-6dfd5d31db16 req-62c4a504-6ec4-4d3e-820d-f02bc50b096e tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:08.112305 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6df99349-88be-41c2-aa50-6dfd5d31db16 req-62c4a504-6ec4-4d3e-820d-f02bc50b096e tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0620914 Jun 23 11:04:08.181795 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6df99349-88be-41c2-aa50-6dfd5d31db16 req-b469e3ff-d592-459e-900b-7d334e8d77ac tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610671 Jun 23 11:04:08.189785 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627769fc-213f-446c-95e7-7cd668699dc5 req-10c1dbe1-6d21-47c8-9e7e-1588ebe1e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:08.191281 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-627769fc-213f-446c-95e7-7cd668699dc5 req-10c1dbe1-6d21-47c8-9e7e-1588ebe1e9da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 1130 time: 0.0453174 Jun 23 11:04:08.643723 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:08.868225 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd1797-6d16-420c-b5d6-5d587189bdd9 req-eb2d5203-2a86-4f23-8dd7-6459b4bd94c3 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:08.869623 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-11fd1797-6d16-420c-b5d6-5d587189bdd9 req-eb2d5203-2a86-4f23-8dd7-6459b4bd94c3 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0482712 Jun 23 11:04:08.917724 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-11fd1797-6d16-420c-b5d6-5d587189bdd9 req-0befab62-b825-4433-864d-a3058a1b3d90 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413730 Jun 23 11:04:09.103953 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a13aa-53e1-483f-aad6-4f5f6ca79116 req-73ad28d7-2f2c-4980-81e0-5b2292e3532e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:09.106046 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9a0a13aa-53e1-483f-aad6-4f5f6ca79116 req-73ad28d7-2f2c-4980-81e0-5b2292e3532e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0466692 Jun 23 11:04:09.126711 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:09.157690 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9a0a13aa-53e1-483f-aad6-4f5f6ca79116 req-ecbbf326-cab2-47b0-9c80-0dcb39815510 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459280 Jun 23 11:04:09.300529 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10465f28-3659-424e-a681-f612ae55d72d req-7be3506e-f523-427a-b234-37731bef100f tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:09.302003 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-10465f28-3659-424e-a681-f612ae55d72d req-7be3506e-f523-427a-b234-37731bef100f tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0531332 Jun 23 11:04:09.347618 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-10465f28-3659-424e-a681-f612ae55d72d req-3aabb789-1103-45eb-ae7e-60045cb4c91e tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Jun 23 11:04:10.032975 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95a900-fc6a-40fd-9cf6-3338b137b7cb req-3ae11fc5-291c-4fb2-915d-edf949577bd7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:10.034470 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4e95a900-fc6a-40fd-9cf6-3338b137b7cb req-3ae11fc5-291c-4fb2-915d-edf949577bd7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0503991 Jun 23 11:04:10.085490 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4e95a900-fc6a-40fd-9cf6-3338b137b7cb req-d820d58b-69e6-455b-9269-9d942224a288 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449622 Jun 23 11:04:10.175633 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-627769fc-213f-446c-95e7-7cd668699dc5 req-54fefbe0-7777-48e5-98e1-3f7f94f12432 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448456 Jun 23 11:04:10.261967 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cd1e1-b465-4afb-a12a-1ac62219a12a req-bf78c3cf-d251-42e6-8b00-fe671698b135 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:10.263677 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-240cd1e1-b465-4afb-a12a-1ac62219a12a req-bf78c3cf-d251-42e6-8b00-fe671698b135 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0584061 Jun 23 11:04:10.283606 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659f40a-77b0-4f0f-af11-4332b7b9d15f req-d6918b20-ca46-4183-a203-48a21ce71bb6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:10.285133 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2659f40a-77b0-4f0f-af11-4332b7b9d15f req-d6918b20-ca46-4183-a203-48a21ce71bb6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0521362 Jun 23 11:04:10.314193 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-240cd1e1-b465-4afb-a12a-1ac62219a12a req-d69ba80f-97af-43b6-8680-fbf5a877d5d2 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442462 Jun 23 11:04:10.342544 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2659f40a-77b0-4f0f-af11-4332b7b9d15f req-c8b50d56-ff06-4145-898a-746f6a164d56 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516887 Jun 23 11:04:11.203529 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78cbc2-c59a-463d-8c26-56da600943b2 req-b333981b-e846-4fee-a1d4-0a8a9c0c1429 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:11.205205 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9f78cbc2-c59a-463d-8c26-56da600943b2 req-b333981b-e846-4fee-a1d4-0a8a9c0c1429 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0468626 Jun 23 11:04:11.253043 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9f78cbc2-c59a-463d-8c26-56da600943b2 req-82bcfca9-40bf-4c1d-a362-44531c8347b6 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420878 Jun 23 11:04:11.444804 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96188fe-afba-4b05-aead-538eec33715c req-fd076b0a-2fd0-4c1a-9b91-028e621ea2bd tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:11.446385 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d96188fe-afba-4b05-aead-538eec33715c req-fd076b0a-2fd0-4c1a-9b91-028e621ea2bd tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0530269 Jun 23 11:04:11.467038 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:11.473076 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af6aa6-4b80-479c-a235-13bcd38b9cfe req-aa9e3b25-18e3-4e7e-b107-655d00eb1552 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:11.474543 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c6af6aa6-4b80-479c-a235-13bcd38b9cfe req-aa9e3b25-18e3-4e7e-b107-655d00eb1552 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0516810 Jun 23 11:04:11.494402 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d96188fe-afba-4b05-aead-538eec33715c req-d189c9a9-a567-42ae-8376-5094502f39fd tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424602 Jun 23 11:04:11.521197 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c6af6aa6-4b80-479c-a235-13bcd38b9cfe req-fc173efa-1633-4b11-b292-9e964e5d78c2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403304 Jun 23 11:04:12.364246 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b43e5d-1494-4276-801c-2909b644fb44 req-70981152-be5a-41c6-8c89-65952b1799e9 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:12.365826 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-13b43e5d-1494-4276-801c-2909b644fb44 req-70981152-be5a-41c6-8c89-65952b1799e9 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0467257 Jun 23 11:04:12.413030 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-13b43e5d-1494-4276-801c-2909b644fb44 req-f090c19f-8680-41d9-9306-3a70e4d3ec00 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410886 Jun 23 11:04:12.608842 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc277b-6797-46cb-a31c-ed99c2d5cea0 req-ee19f22c-80c3-4574-accb-ee81aeb7c072 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:12.610345 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a9fc277b-6797-46cb-a31c-ed99c2d5cea0 req-ee19f22c-80c3-4574-accb-ee81aeb7c072 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0496457 Jun 23 11:04:12.640876 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c17469-9f66-4539-88b6-37a16649f9ef req-1cbec904-ff33-4dd5-aa49-b187d2cab6f6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:12.642348 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-63c17469-9f66-4539-88b6-37a16649f9ef req-1cbec904-ff33-4dd5-aa49-b187d2cab6f6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0471728 Jun 23 11:04:12.657170 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a9fc277b-6797-46cb-a31c-ed99c2d5cea0 req-3cb63c2c-8925-4b8b-8e52-8f3cb47f9d76 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Jun 23 11:04:12.694373 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-63c17469-9f66-4539-88b6-37a16649f9ef req-d387b286-3ddb-4f8f-846d-12eff4a4d928 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458734 Jun 23 11:04:13.530284 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec07e8c-5fdf-45d6-9b4e-3e556fb26dd6 req-fd53d4f0-531c-4d16-a387-60c7feb1bbef tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:13.531891 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0ec07e8c-5fdf-45d6-9b4e-3e556fb26dd6 req-fd53d4f0-531c-4d16-a387-60c7feb1bbef tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0504079 Jun 23 11:04:13.578535 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0ec07e8c-5fdf-45d6-9b4e-3e556fb26dd6 req-eb464d45-5d92-4768-85d0-761646e61452 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Jun 23 11:04:13.763357 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:13.771597 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45dac9-de1c-4b53-aba9-7533dd024679 req-a6482518-bbcc-4596-acc0-43fa3da83c52 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:13.773098 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3d45dac9-de1c-4b53-aba9-7533dd024679 req-a6482518-bbcc-4596-acc0-43fa3da83c52 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0481789 Jun 23 11:04:13.813198 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df05902-a45e-4800-8e2d-7d820a966902 req-968253d2-b4e5-41f5-bfb4-fd846fcc047a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:13.814679 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6df05902-a45e-4800-8e2d-7d820a966902 req-968253d2-b4e5-41f5-bfb4-fd846fcc047a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0460422 Jun 23 11:04:13.819779 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3d45dac9-de1c-4b53-aba9-7533dd024679 req-a6c48590-e626-4bc2-8fc4-44ecddcdd2ff tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410876 Jun 23 11:04:13.862071 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6df05902-a45e-4800-8e2d-7d820a966902 req-c1e87fad-d0a6-494a-94ec-4e262e3bf479 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417068 Jun 23 11:04:14.693809 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b579fa-0ee3-4315-8806-b4d920c5ac64 req-1a8bdd0e-99ce-47c2-8b67-dba7d19f9e62 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:14.695295 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-45b579fa-0ee3-4315-8806-b4d920c5ac64 req-1a8bdd0e-99ce-47c2-8b67-dba7d19f9e62 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0507956 Jun 23 11:04:14.741561 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-45b579fa-0ee3-4315-8806-b4d920c5ac64 req-a0be191b-0846-40a1-ad69-e261736fcf50 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 Jun 23 11:04:14.933695 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cad5a2-c3a6-4b48-80c7-3e11719848d3 req-1f6545c4-fefb-478e-a8f8-e363a82b5854 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:14.935164 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-02cad5a2-c3a6-4b48-80c7-3e11719848d3 req-1f6545c4-fefb-478e-a8f8-e363a82b5854 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0462050 Jun 23 11:04:14.985480 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47db05-378e-4a6b-9fe7-6e56afbf0121 req-a8aa2b6c-f86e-44ba-bb3e-be4cf6554213 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:14.986966 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9c47db05-378e-4a6b-9fe7-6e56afbf0121 req-a8aa2b6c-f86e-44ba-bb3e-be4cf6554213 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0533099 Jun 23 11:04:14.987498 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-02cad5a2-c3a6-4b48-80c7-3e11719848d3 req-3b5b5807-abca-4583-9168-75328fea0a02 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469213 Jun 23 11:04:15.035000 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9c47db05-378e-4a6b-9fe7-6e56afbf0121 req-0ec16088-30ca-4637-ae2f-25a37b2933cc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421307 Jun 23 11:04:15.820102 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:15.856243 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ce4c7-659c-429d-94b5-424879cef267 req-3755176b-1591-459f-9af8-f999459b5ba6 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:15.857719 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c25ce4c7-659c-429d-94b5-424879cef267 req-3755176b-1591-459f-9af8-f999459b5ba6 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0476828 Jun 23 11:04:15.903436 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c25ce4c7-659c-429d-94b5-424879cef267 req-c82e5068-ae57-47f0-9095-7990745edda7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404093 Jun 23 11:04:16.103603 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0cee0-ed61-4a2f-8a05-e138a629d3ec req-b6c1ecb7-c200-49fb-8d08-e784f1c7d62f tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:16.105161 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a8c0cee0-ed61-4a2f-8a05-e138a629d3ec req-b6c1ecb7-c200-49fb-8d08-e784f1c7d62f tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0496485 Jun 23 11:04:16.134741 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:04:16.154402 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a8c0cee0-ed61-4a2f-8a05-e138a629d3ec req-e30a8f37-8112-4bc8-89ff-792439ca439a tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427849 Jun 23 11:04:16.165483 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bd2f6-8440-40d3-9e7d-6d72b8067b3c req-79153a3e-ebc1-47c2-9a66-f875bf713143 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:16.167128 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6d4bd2f6-8440-40d3-9e7d-6d72b8067b3c req-79153a3e-ebc1-47c2-9a66-f875bf713143 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0583735 Jun 23 11:04:16.216979 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:16.229164 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6d4bd2f6-8440-40d3-9e7d-6d72b8067b3c req-c2aadc9a-c947-4e7a-bad1-d5fbd5316a4c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555868 Jun 23 11:04:16.343190 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233576b-9ae3-4968-a0cc-0cf90babaef9 req-e677ef4d-b513-4ea2-9de7-6ea5a2d12375 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:16.344812 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0233576b-9ae3-4968-a0cc-0cf90babaef9 req-e677ef4d-b513-4ea2-9de7-6ea5a2d12375 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0469589 Jun 23 11:04:16.353620 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38810) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:04:16.358116 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e9e027aa-9d9a-4b42-ab2a-c048f0827965 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Request body: {'floatingip': {'port_id': '8b01f05d-725c-403a-b014-97986787465c'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:16.398001 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9e027aa-9d9a-4b42-ab2a-c048f0827965 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for floatingip (989d042b-6f4d-4cd2-a9ba-51d27e15fd7c), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:16.751928 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690031ee-973c-47d1-b851-f5094cd8f899 req-a48f76a9-ca8a-4064-b51d-c1a67d82995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:16.753602 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-690031ee-973c-47d1-b851-f5094cd8f899 req-a48f76a9-ca8a-4064-b51d-c1a67d82995a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 1129 time: 0.0441802 Jun 23 11:04:16.764579 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:16.858072 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c708d7f-1d64-45e7-8d68-7a069ea227c0 req-ba463c14-9392-4b81-80fb-6ad71a27994f tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:16.859609 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2c708d7f-1d64-45e7-8d68-7a069ea227c0 req-ba463c14-9392-4b81-80fb-6ad71a27994f tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.60 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.0862179 Jun 23 11:04:16.864043 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9e027aa-9d9a-4b42-ab2a-c048f0827965 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:16.874416 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9e027aa-9d9a-4b42-ab2a-c048f0827965 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (989d042b-6f4d-4cd2-a9ba-51d27e15fd7c), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:16.876854 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690031ee-973c-47d1-b851-f5094cd8f899 req-6cf103c4-918e-41e2-b870-d79ae53f2586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:16.878316 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-690031ee-973c-47d1-b851-f5094cd8f899 req-6cf103c4-918e-41e2-b870-d79ae53f2586 service neutron] 10.222.0.60 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 919 time: 0.0922310 Jun 23 11:04:16.922394 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-690031ee-973c-47d1-b851-f5094cd8f899 req-a6ee63d1-aeca-4f7a-9445-2bb76cf1912f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88802b38-9718-44af-a9c0-e377da1fdee6 HTTP/1.1" status: 200 len: 217 time: 0.0358760 Jun 23 11:04:16.976635 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690031ee-973c-47d1-b851-f5094cd8f899 req-4f27e7fb-a9e2-42e6-886a-1caa15e6cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:16.978086 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-690031ee-973c-47d1-b851-f5094cd8f899 req-4f27e7fb-a9e2-42e6-886a-1caa15e6cd01 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 200 len: 857 time: 0.0472610 Jun 23 11:04:17.015709 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:17.026057 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2c708d7f-1d64-45e7-8d68-7a069ea227c0 req-cc979bef-8e56-4605-ab26-98d82b27cd0d tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Deleting port 6a1fa192-71ec-456d-ae93-a0fd2a213549 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:04:17.026389 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c708d7f-1d64-45e7-8d68-7a069ea227c0 req-cc979bef-8e56-4605-ab26-98d82b27cd0d tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (6a1fa192-71ec-456d-ae93-a0fd2a213549), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:17.047833 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-e9e027aa-9d9a-4b42-ab2a-c048f0827965 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Floating IP 989d042b-6f4d-4cd2-a9ba-51d27e15fd7c associated. External IP: 172.27.2.92, port: 8b01f05d-725c-403a-b014-97986787465c. Jun 23 11:04:17.050791 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39ae7a-7af1-4a4e-9789-3757ebf7fe60 req-4a99fe6c-0ad1-474a-ab09-27b5598fc650 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:17.052317 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0e39ae7a-7af1-4a4e-9789-3757ebf7fe60 req-4a99fe6c-0ad1-474a-ab09-27b5598fc650 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0733714 Jun 23 11:04:17.053408 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690031ee-973c-47d1-b851-f5094cd8f899 req-268d5111-6204-4a41-8fc8-01a4d9edf5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:17.054738 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-690031ee-973c-47d1-b851-f5094cd8f899 req-268d5111-6204-4a41-8fc8-01a4d9edf5ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19e128cb-e174-49db-a8d2-8534db57c32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663359 Jun 23 11:04:17.160315 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0e39ae7a-7af1-4a4e-9789-3757ebf7fe60 req-022bffe7-bc92-4cdf-a555-5a795e0eb5fc tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020973 Jun 23 11:04:17.180491 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-690031ee-973c-47d1-b851-f5094cd8f899 req-3d523c9d-6904-42f9-acfa-fe847ded324f service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158001 Jun 23 11:04:17.201516 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-2c708d7f-1d64-45e7-8d68-7a069ea227c0 req-cc979bef-8e56-4605-ab26-98d82b27cd0d tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] For port 6a1fa192-71ec-456d-ae93-a0fd2a213549, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6a1fa192-71ec-456d-ae93-a0fd2a213549,segment=NetworkSegment(6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc),segment_id=6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:04:17.201939 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c708d7f-1d64-45e7-8d68-7a069ea227c0 req-cc979bef-8e56-4605-ab26-98d82b27cd0d tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (6a1fa192-71ec-456d-ae93-a0fd2a213549), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:17.220699 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2c708d7f-1d64-45e7-8d68-7a069ea227c0 req-cc979bef-8e56-4605-ab26-98d82b27cd0d tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Calling delete_port for 6a1fa192-71ec-456d-ae93-a0fd2a213549 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:04:17.338042 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-690031ee-973c-47d1-b851-f5094cd8f899 req-aec164e3-51e9-4029-9584-0f2450d2a72b service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436684 Jun 23 11:04:17.418100 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267351d-5b6c-498d-bbb1-28c580840b09 req-154f57bd-14a2-4ab6-837d-3fdc820d025a tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:17.419978 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7267351d-5b6c-498d-bbb1-28c580840b09 req-154f57bd-14a2-4ab6-837d-3fdc820d025a tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 946 time: 0.1525192 Jun 23 11:04:17.479802 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e027aa-9d9a-4b42-ab2a-c048f0827965 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Router 30d9e387-96f4-416e-8485-9eabe8b4d957 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:04:17.530785 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7267351d-5b6c-498d-bbb1-28c580840b09 req-f9d7436f-33a6-4d44-b92f-c337c19081fd tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/security-groups?id=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047423 Jun 23 11:04:17.588385 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c708d7f-1d64-45e7-8d68-7a069ea227c0 req-cc979bef-8e56-4605-ab26-98d82b27cd0d tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (6a1fa192-71ec-456d-ae93-a0fd2a213549), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:17.838370 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:17.846675 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc979bef-8e56-4605-ab26-98d82b27cd0d tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Pushing event deleted for resources: {'Port': ['ID=6a1fa192-71ec-456d-ae93-a0fd2a213549,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:17.885842 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e027aa-9d9a-4b42-ab2a-c048f0827965 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:04:17.895398 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e7b534-f766-4b64-aab6-bec376b3f851 None None] Sync routers for ids ['30d9e387-96f4-416e-8485-9eabe8b4d957'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:04:17.902826 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e9e027aa-9d9a-4b42-ab2a-c048f0827965 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:17.905672 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7b534-f766-4b64-aab6-bec376b3f851 None None] Routers {'30d9e387-96f4-416e-8485-9eabe8b4d957'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:04:17.905858 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c708d7f-1d64-45e7-8d68-7a069ea227c0 req-cc979bef-8e56-4605-ab26-98d82b27cd0d tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] No DVR routers for this DVR port 6a1fa192-71ec-456d-ae93-a0fd2a213549 on host hv-cinder-84330 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:04:17.906294 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a1e7b534-f766-4b64-aab6-bec376b3f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:04:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['30d9e387-96f4-416e-8485-9eabe8b4d957'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:17.924828 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2c708d7f-1d64-45e7-8d68-7a069ea227c0 req-cc979bef-8e56-4605-ab26-98d82b27cd0d tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:17.927939 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2c708d7f-1d64-45e7-8d68-7a069ea227c0 req-cc979bef-8e56-4605-ab26-98d82b27cd0d tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.60 "DELETE /v2.0/ports/6a1fa192-71ec-456d-ae93-a0fd2a213549 HTTP/1.1" status: 204 len: 173 time: 1.0623734 Jun 23 11:04:17.928364 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188173a9-f1d2-4d75-b1f1-944f9ddeaf43', 'name': 'network-vif-deleted', 'tag': '6a1fa192-71ec-456d-ae93-a0fd2a213549'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:04:17.930562 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbd00be-1cb1-41e2-8396-6e22cfffcb68" -d '{"events": [{"server_uuid": "188173a9-f1d2-4d75-b1f1-944f9ddeaf43", "name": "network-vif-deleted", "tag": "6a1fa192-71ec-456d-ae93-a0fd2a213549"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:04:17.950685 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e9e027aa-9d9a-4b42-ab2a-c048f0827965 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "PUT /v2.0/floatingips/989d042b-6f4d-4cd2-a9ba-51d27e15fd7c HTTP/1.1" status: 200 len: 991 time: 1.5959349 Jun 23 11:04:17.973223 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2be4cf-c59c-4ba5-a2ce-b838529a8af9 x-openstack-request-id: req-7b2be4cf-c59c-4ba5-a2ce-b838529a8af9 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:04:17.973796 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188173a9-f1d2-4d75-b1f1-944f9ddeaf43", "name": "network-vif-deleted", "tag": "6a1fa192-71ec-456d-ae93-a0fd2a213549", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:04:17.974077 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b2be4cf-c59c-4ba5-a2ce-b838529a8af9 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:04:17.974537 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b2be4cf-c59c-4ba5-a2ce-b838529a8af9'] response: {'server_uuid': '188173a9-f1d2-4d75-b1f1-944f9ddeaf43', 'name': 'network-vif-deleted', 'tag': '6a1fa192-71ec-456d-ae93-a0fd2a213549', 'status': 'completed', 'code': 200} Jun 23 11:04:18.010060 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-a1e7b534-f766-4b64-aab6-bec376b3f851 None None] Set router 30d9e387-96f4-416e-8485-9eabe8b4d957 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:04:18.319812 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:18.359126 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 6a1fa192-71ec-456d-ae93-a0fd2a213549 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:04:18.383100 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: 6a1fa192-71ec-456d-ae93-a0fd2a213549 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:04:18.383445 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 6a1fa192-71ec-456d-ae93-a0fd2a213549 not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:04:18.392814 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a1e7b534-f766-4b64-aab6-bec376b3f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 4, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '989d042b-6f4d-4cd2-a9ba-51d27e15fd7c', 'tenant_id': '172a9e51095e47318b27881dab868355', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'port_id': '8b01f05d-725c-403a-b014-97986787465c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'mac_address': 'fa:16:3e:78:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:03:40Z', 'updated_at': '2022-06-23T11:04:16Z', 'revision_number': 1, 'project_id': '172a9e51095e47318b27881dab868355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d87cb1-e5d8-4b76-bf3e-74968156cb2b', 'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'tenant_id': '172a9e51095e47318b27881dab868355', 'mac_address': 'fa:16:3e:e1:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:37Z', 'updated_at': '2022-06-23T11:03:41Z', 'revision_number': 5, 'project_id': '172a9e51095e47318b27881dab868355', 'subnets': [{'id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:18.418017 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e7b534-f766-4b64-aab6-bec376b3f851 None None] Checking router: 30d9e387-96f4-416e-8485-9eabe8b4d957 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:04:18.427116 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7b534-f766-4b64-aab6-bec376b3f851 None None] Routers {'30d9e387-96f4-416e-8485-9eabe8b4d957'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:04:18.427623 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a1e7b534-f766-4b64-aab6-bec376b3f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:04:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['30d9e387-96f4-416e-8485-9eabe8b4d957'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:18.524029 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:18.529429 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-a1e7b534-f766-4b64-aab6-bec376b3f851 None None] Set router 30d9e387-96f4-416e-8485-9eabe8b4d957 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:04:18.618914 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38852) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:04:18.623818 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-05dd3ea8-1a81-4bf0-93e0-6afc99195a73 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--91579734', 'description': 'tempest-description--905860161'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:18.659886 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05dd3ea8-1a81-4bf0-93e0-6afc99195a73 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:18.688142 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3478ccb8-4e7e-4ffa-bb92-2b296c34cccd req-d21bfe74-2d30-4bf6-b28a-feb8725cd198 tempest-VolumesActionsTest-1723627089 tempest-VolumesActionsTest-1723627089-project] 10.222.0.65 "GET /v2.0/ports?device_id=188173a9-f1d2-4d75-b1f1-944f9ddeaf43 HTTP/1.1" status: 200 len: 210 time: 0.0408843 Jun 23 11:04:18.730026 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:18.762727 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05dd3ea8-1a81-4bf0-93e0-6afc99195a73 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for security_group (c048698c-7b5e-4b6a-a820-84238b8cf9a8), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:18.766319 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05dd3ea8-1a81-4bf0-93e0-6afc99195a73 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (c048698c-7b5e-4b6a-a820-84238b8cf9a8), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:18.794959 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a1e7b534-f766-4b64-aab6-bec376b3f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 4, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '989d042b-6f4d-4cd2-a9ba-51d27e15fd7c', 'tenant_id': '172a9e51095e47318b27881dab868355', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'port_id': '8b01f05d-725c-403a-b014-97986787465c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'mac_address': 'fa:16:3e:78:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:03:40Z', 'updated_at': '2022-06-23T11:04:16Z', 'revision_number': 1, 'project_id': '172a9e51095e47318b27881dab868355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d87cb1-e5d8-4b76-bf3e-74968156cb2b', 'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'tenant_id': '172a9e51095e47318b27881dab868355', 'mac_address': 'fa:16:3e:e1:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:37Z', 'updated_at': '2022-06-23T11:03:41Z', 'revision_number': 5, 'project_id': '172a9e51095e47318b27881dab868355', 'subnets': [{'id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:18.808261 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-05dd3ea8-1a81-4bf0-93e0-6afc99195a73 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:18.811979 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-05dd3ea8-1a81-4bf0-93e0-6afc99195a73 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1896400 Jun 23 11:04:18.811979 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd3ea8-1a81-4bf0-93e0-6afc99195a73 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c048698c-7b5e-4b6a-a820-84238b8cf9a8,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:18.812636 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 38856) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:04:18.817736 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7cef7e32-a74c-4ad9-8529-0a6255a2c6f0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Request body: {'security_group_rule': {'security_group_id': 'c048698c-7b5e-4b6a-a820-84238b8cf9a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:18.825631 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e7b534-f766-4b64-aab6-bec376b3f851 None None] The sync data for ids ['30d9e387-96f4-416e-8485-9eabe8b4d957'] in dv-cinder-843309-2-iscsi is: [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 4, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '989d042b-6f4d-4cd2-a9ba-51d27e15fd7c', 'tenant_id': '172a9e51095e47318b27881dab868355', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'port_id': '8b01f05d-725c-403a-b014-97986787465c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'mac_address': 'fa:16:3e:78:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:03:40Z', 'updated_at': '2022-06-23T11:04:16Z', 'revision_number': 1, 'project_id': '172a9e51095e47318b27881dab868355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d87cb1-e5d8-4b76-bf3e-74968156cb2b', 'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'tenant_id': '172a9e51095e47318b27881dab868355', 'mac_address': 'fa:16:3e:e1:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:37Z', 'updated_at': '2022-06-23T11:03:41Z', 'revision_number': 5, 'project_id': '172a9e51095e47318b27881dab868355', 'subnets': [{'id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:04:18.848441 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7cef7e32-a74c-4ad9-8529-0a6255a2c6f0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for security_group_rule (cf0ed121-6df4-4865-bfd7-8f5e875be60c), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:18.911595 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7cef7e32-a74c-4ad9-8529-0a6255a2c6f0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for security_group_rule (cf0ed121-6df4-4865-bfd7-8f5e875be60c), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:18.915323 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7cef7e32-a74c-4ad9-8529-0a6255a2c6f0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (cf0ed121-6df4-4865-bfd7-8f5e875be60c), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:18.934973 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef7e32-a74c-4ad9-8529-0a6255a2c6f0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0ed121-6df4-4865-bfd7-8f5e875be60c,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:18.942858 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7cef7e32-a74c-4ad9-8529-0a6255a2c6f0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:18.949035 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 38858) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:04:18.950210 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-7cef7e32-a74c-4ad9-8529-0a6255a2c6f0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355309 Jun 23 11:04:18.954233 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b179a12c-a84b-473a-afcc-888a3cda3e34 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Request body: {'security_group_rule': {'security_group_id': 'c048698c-7b5e-4b6a-a820-84238b8cf9a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:18.981384 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b179a12c-a84b-473a-afcc-888a3cda3e34 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for security_group_rule (3d74bb09-5389-4046-86db-d57c439b28f2), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:19.028994 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95466b7d-3c2c-408b-bf23-93212fd83a6d None None] New status for floating IP 989d042b-6f4d-4cd2-a9ba-51d27e15fd7c: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:04:19.048642 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b179a12c-a84b-473a-afcc-888a3cda3e34 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for security_group_rule (3d74bb09-5389-4046-86db-d57c439b28f2), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:19.053273 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b179a12c-a84b-473a-afcc-888a3cda3e34 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (3d74bb09-5389-4046-86db-d57c439b28f2), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:19.077812 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179a12c-a84b-473a-afcc-888a3cda3e34 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d74bb09-5389-4046-86db-d57c439b28f2,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:19.084723 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b179a12c-a84b-473a-afcc-888a3cda3e34 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:19.086718 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-b179a12c-a84b-473a-afcc-888a3cda3e34 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357641 Jun 23 11:04:19.089826 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 38860) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:04:19.094404 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Request body: {'floatingip': {'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:19.116306 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:19.192934 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:19.198930 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:19.305212 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Allocated IP 172.27.2.44 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/c898c447-ef0c-4772-8949-409609c65221) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:04:19.310705 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:19.412291 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for port (c898c447-ef0c-4772-8949-409609c65221), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:19.444574 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (c898c447-ef0c-4772-8949-409609c65221), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:19.485049 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:04:19.490303 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:04:19.492305 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Pushing event updated for resources: {'Port': ['ID=c898c447-ef0c-4772-8949-409609c65221,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:19.494375 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:04:19.577119 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for floatingip (26ca48e3-b6d1-4a23-8625-ede4355957d5), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:19.611561 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (c898c447-ef0c-4772-8949-409609c65221), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:19.755423 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for port (c898c447-ef0c-4772-8949-409609c65221), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:19.760562 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (c898c447-ef0c-4772-8949-409609c65221), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:19.830848 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Pushing event updated for resources: {'Port': ['ID=c898c447-ef0c-4772-8949-409609c65221,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:19.845017 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (26ca48e3-b6d1-4a23-8625-ede4355957d5), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:19.871601 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:19.872961 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-2749c187-21e9-42cd-a825-07cd4854a3a4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7819314 Jun 23 11:04:19.975306 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'tag': '8b01f05d-725c-403a-b014-97986787465c'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:04:19.977724 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df17795-014e-49d1-ad5e-cfbec3119b52" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4c91f8-2f76-436d-8b6c-0ab0945961d9", "tag": "8b01f05d-725c-403a-b014-97986787465c"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:04:20.020151 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dade679-0182-4c3b-92b4-c8a65fd0f1e9 x-openstack-request-id: req-9dade679-0182-4c3b-92b4-c8a65fd0f1e9 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:04:20.020659 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4c91f8-2f76-436d-8b6c-0ab0945961d9", "tag": "8b01f05d-725c-403a-b014-97986787465c", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:04:20.020910 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9dade679-0182-4c3b-92b4-c8a65fd0f1e9 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:04:20.021304 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dade679-0182-4c3b-92b4-c8a65fd0f1e9'] response: {'name': 'network-changed', 'server_uuid': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'tag': '8b01f05d-725c-403a-b014-97986787465c', 'status': 'completed', 'code': 200} Jun 23 11:04:20.086878 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-3a22e91b-526e-42ab-8b5f-1199b533f03b tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--91579734&fields=id&tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1 HTTP/1.1" status: 200 len: 267 time: 0.0462797 Jun 23 11:04:20.200424 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df17795-014e-49d1-ad5e-cfbec3119b52 req-53670b78-5a44-4c5a-90ee-64fec6dc8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:20.201911 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1df17795-014e-49d1-ad5e-cfbec3119b52 req-53670b78-5a44-4c5a-90ee-64fec6dc8be9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=172a9e51095e47318b27881dab868355&device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 1130 time: 0.0788941 Jun 23 11:04:20.265389 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-cd232a06-6dce-4dc3-952d-803d22c62e51 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:20.266829 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-cd232a06-6dce-4dc3-952d-803d22c62e51 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 818 time: 0.1719725 Jun 23 11:04:20.309454 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-97b59519-0d25-4109-9bb6-feae8e6cfe72 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/quotas/d3db3ac9cb13453fa7bc8195bdf88fd1 HTTP/1.1" status: 200 len: 375 time: 0.0181563 Jun 23 11:04:20.335461 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df17795-014e-49d1-ad5e-cfbec3119b52 req-02c4b3b7-6250-4d74-b1c8-e4a6c9b425a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:20.336925 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1df17795-014e-49d1-ad5e-cfbec3119b52 req-02c4b3b7-6250-4d74-b1c8-e4a6c9b425a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cde6b719-8052-4ec2-a733-c2d79d7cb320 HTTP/1.1" status: 200 len: 917 time: 0.1253395 Jun 23 11:04:20.415757 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-0ee4950d-620d-4e5a-870c-23633cefe285 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0986106 Jun 23 11:04:20.428907 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1df17795-014e-49d1-ad5e-cfbec3119b52 req-f03b22a8-bc6e-42f7-9225-ff75a208cb7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b01f05d-725c-403a-b014-97986787465c HTTP/1.1" status: 200 len: 1001 time: 0.0713804 Jun 23 11:04:20.495872 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:20.542777 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df17795-014e-49d1-ad5e-cfbec3119b52 req-4882ded3-8b22-41b9-80d5-3467b195fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:20.544274 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1df17795-014e-49d1-ad5e-cfbec3119b52 req-4882ded3-8b22-41b9-80d5-3467b195fad3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f753206-e3ef-4560-9487-b37ef85f0bf1 HTTP/1.1" status: 200 len: 855 time: 0.1029954 Jun 23 11:04:20.570104 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-7d3ecb62-3d32-436b-abe4-779174876aef service neutron] 10.222.0.65 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385641 Jun 23 11:04:20.619077 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df17795-014e-49d1-ad5e-cfbec3119b52 req-8bb10409-2292-424f-af16-9bc84c62380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:20.620457 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1df17795-014e-49d1-ad5e-cfbec3119b52 req-8bb10409-2292-424f-af16-9bc84c62380e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cde6b719-8052-4ec2-a733-c2d79d7cb320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642464 Jun 23 11:04:20.680621 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:20.731579 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-52f066d9-32bc-424b-976e-33e77213656d service neutron] 10.222.0.65 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456387 Jun 23 11:04:20.757391 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1df17795-014e-49d1-ad5e-cfbec3119b52 req-68bfe1e1-21b4-4de3-a9af-5eb55eca402c service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037388 Jun 23 11:04:20.866682 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1df17795-014e-49d1-ad5e-cfbec3119b52 req-389b7237-0832-404f-b18a-fe06f88f6e3b service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933671 Jun 23 11:04:20.902087 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b3ad77b5-6070-44a4-8cff-759ab810097f req-09404176-136f-4611-b075-bb51ea7e17b4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0338595 Jun 23 11:04:21.998891 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01658773-4558-4021-acf8-2b5bf67cd0db req-519a13b4-0473-4b1c-86a2-66df13d9d27e tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0273163 Jun 23 11:04:23.095050 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8408c53a-8479-4d9b-88da-d440f8454131 req-69375c21-d205-4023-8bef-242cba8f0f66 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0297034 Jun 23 11:04:24.196184 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d4550108-60c0-45da-a3ad-dcb4b337eb7d req-9d8315c8-d745-45d1-afde-4fdfd5511db4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0310221 Jun 23 11:04:24.917849 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:24.958743 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-d30f941b-7c27-4bc8-98e5-e8793a5addf0 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1647556123&fields=id&tenant_id=1fccc592269f433b99c2d13dad5e8e39 HTTP/1.1" status: 200 len: 267 time: 0.0478036 Jun 23 11:04:25.053184 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:25.075606 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-893018e7-e746-4ff9-9af6-738de7d3b2fb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:25.077114 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-893018e7-e746-4ff9-9af6-738de7d3b2fb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/networks?id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb HTTP/1.1" status: 200 len: 812 time: 0.1085877 Jun 23 11:04:25.096120 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-386d7b7d-1912-4329-af2f-4627628110fb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/quotas/1fccc592269f433b99c2d13dad5e8e39 HTTP/1.1" status: 200 len: 375 time: 0.0101755 Jun 23 11:04:25.148503 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-d812cf03-cb86-4866-ad37-c7cc4bb0b5ea tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1fccc592269f433b99c2d13dad5e8e39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491128 Jun 23 11:04:25.243441 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-59d54540-e17a-4e81-99c3-7d64af4a7eaf service neutron] 10.222.0.65 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826643 Jun 23 11:04:25.291339 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1bbe9efa-5ee4-4d28-a03a-0971c3b2272e req-746a6894-ee75-4084-80a8-254dafaa0806 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0280275 Jun 23 11:04:25.334221 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-e11fcbbc-b2ff-4cf5-b780-a3442f7f8d76 service neutron] 10.222.0.65 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851216 Jun 23 11:04:25.661904 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8200f6a0-407c-44ee-831e-aacd4be06463 req-8c7efb90-f403-49b3-bee3-f7aa042a47c4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 210 time: 0.0370917 Jun 23 11:04:25.943548 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-5768d99e-63eb-4f30-9e15-8b272d125223 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:25.945594 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-5768d99e-63eb-4f30-9e15-8b272d125223 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.60 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 818 time: 0.1435783 Jun 23 11:04:26.037571 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 39060) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:04:26.043325 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-131a7846-b65e-4b71-9838-e89dcfaf04d2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--107664407', 'description': 'tempest-description--200158315'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:26.074008 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-131a7846-b65e-4b71-9838-e89dcfaf04d2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:26.095377 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-36f48c05-f26f-42e8-9d18-0301ccbf14cb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1 HTTP/1.1" status: 200 len: 378 time: 0.1230726 Jun 23 11:04:26.180370 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-131a7846-b65e-4b71-9838-e89dcfaf04d2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (28fb84f1-6845-43b1-8f31-5f9bd0038f15), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:26.186838 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-131a7846-b65e-4b71-9838-e89dcfaf04d2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (28fb84f1-6845-43b1-8f31-5f9bd0038f15), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:26.221498 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-131a7846-b65e-4b71-9838-e89dcfaf04d2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:26.223037 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-131a7846-b65e-4b71-9838-e89dcfaf04d2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1838660 Jun 23 11:04:26.228231 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a7846-b65e-4b71-9838-e89dcfaf04d2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28fb84f1-6845-43b1-8f31-5f9bd0038f15,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:26.236897 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 39066) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:04:26.243968 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d015d486-04e7-4c1e-ab42-d3dace5a47bf tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'security_group_rule': {'security_group_id': '28fb84f1-6845-43b1-8f31-5f9bd0038f15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:26.264546 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-e4a7a267-99cc-4b52-8bc0-93bb20f5b012 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Request body: {'port': {'device_id': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'admin_state_up': True, 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'security_groups': ['c048698c-7b5e-4b6a-a820-84238b8cf9a8']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:26.274909 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d015d486-04e7-4c1e-ab42-d3dace5a47bf tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (41c4e447-01f9-4607-9bf2-1a3c2044db6f), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:26.363506 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d015d486-04e7-4c1e-ab42-d3dace5a47bf tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (41c4e447-01f9-4607-9bf2-1a3c2044db6f), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:26.369528 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d015d486-04e7-4c1e-ab42-d3dace5a47bf tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (41c4e447-01f9-4607-9bf2-1a3c2044db6f), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:26.405322 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015d486-04e7-4c1e-ab42-d3dace5a47bf tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c4e447-01f9-4607-9bf2-1a3c2044db6f,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:26.420828 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d015d486-04e7-4c1e-ab42-d3dace5a47bf tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:26.422214 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-d015d486-04e7-4c1e-ab42-d3dace5a47bf tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1832697 Jun 23 11:04:26.425887 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 39070) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:04:26.453422 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cdfe9fbd-d518-4d19-9fe0-d84fe6276434 req-d577bcf4-8afa-4593-b832-b59e749322b8 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0469704 Jun 23 11:04:26.457417 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ea11fa4b-ff03-4d31-a819-127ed64de693 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'security_group_rule': {'security_group_id': '28fb84f1-6845-43b1-8f31-5f9bd0038f15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:26.467971 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-e4a7a267-99cc-4b52-8bc0-93bb20f5b012 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Made reservation on behalf of d3db3ac9cb13453fa7bc8195bdf88fd1 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:04:26.472562 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-e4a7a267-99cc-4b52-8bc0-93bb20f5b012 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:26.508045 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea11fa4b-ff03-4d31-a819-127ed64de693 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (a011b878-a06f-46f2-926f-8b43328e7905), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:26.591176 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:26.614791 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea11fa4b-ff03-4d31-a819-127ed64de693 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (a011b878-a06f-46f2-926f-8b43328e7905), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:26.624787 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea11fa4b-ff03-4d31-a819-127ed64de693 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (a011b878-a06f-46f2-926f-8b43328e7905), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:26.650714 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11fa4b-ff03-4d31-a819-127ed64de693 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a011b878-a06f-46f2-926f-8b43328e7905,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:26.660884 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea11fa4b-ff03-4d31-a819-127ed64de693 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:26.665366 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-ea11fa4b-ff03-4d31-a819-127ed64de693 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2356906 Jun 23 11:04:26.665542 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-e4a7a267-99cc-4b52-8bc0-93bb20f5b012 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Allocated IP 172.20.0.10 (19e128cb-e174-49db-a8d2-8534db57c32e/ddba4511-7d57-410b-b525-5f5d59309fec/3909cef4-3010-4515-8cab-d60278b2d3ee) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:04:26.665818 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 39076) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:04:26.674049 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'floatingip': {'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:26.707221 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:26.742006 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:26.813961 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:26.920631 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7925b9fa-f527-433d-a262-4e8f6368b057 req-e73c0eac-dceb-4226-b011-829f233ea243 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 210 time: 0.1091251 Jun 23 11:04:26.935818 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:26.954014 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-e4a7a267-99cc-4b52-8bc0-93bb20f5b012 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for port (3909cef4-3010-4515-8cab-d60278b2d3ee), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:27.009819 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-e4a7a267-99cc-4b52-8bc0-93bb20f5b012 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (3909cef4-3010-4515-8cab-d60278b2d3ee), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:27.025491 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Allocated IP 172.27.2.116 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/5fdd9570-475f-4546-976b-18ac7a92e9e4) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:04:27.027256 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:27.077699 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-e4a7a267-99cc-4b52-8bc0-93bb20f5b012 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Network 19e128cb-e174-49db-a8d2-8534db57c32e is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:04:27.082089 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-e4a7a267-99cc-4b52-8bc0-93bb20f5b012 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:04:27.094528 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-e4a7a267-99cc-4b52-8bc0-93bb20f5b012 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:04:27.129933 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7a267-99cc-4b52-8bc0-93bb20f5b012 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Pushing event updated for resources: {'Port': ['ID=3909cef4-3010-4515-8cab-d60278b2d3ee,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:27.175413 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-e4a7a267-99cc-4b52-8bc0-93bb20f5b012 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:27.176241 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-e4a7a267-99cc-4b52-8bc0-93bb20f5b012 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:27.221749 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-e4a7a267-99cc-4b52-8bc0-93bb20f5b012 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9622047 Jun 23 11:04:27.251729 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for port (5fdd9570-475f-4546-976b-18ac7a92e9e4), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:27.255421 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Request body: {'port': {'device_id': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:27.328887 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (5fdd9570-475f-4546-976b-18ac7a92e9e4), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:27.362643 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (3909cef4-3010-4515-8cab-d60278b2d3ee), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:27.373479 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:04:27.390166 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:04:27.414817 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:04:27.416589 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-500d2266-16b7-4712-a98e-521ba6de4375 None None] Provisioning complete for port 3909cef4-3010-4515-8cab-d60278b2d3ee triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:04:27.417128 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-500d2266-16b7-4712-a98e-521ba6de4375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (3909cef4-3010-4515-8cab-d60278b2d3ee), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:27.476499 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-500d2266-16b7-4712-a98e-521ba6de4375 None None] Port 3909cef4-3010-4515-8cab-d60278b2d3ee cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:04:27.476842 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'Port': ['ID=5fdd9570-475f-4546-976b-18ac7a92e9e4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:27.624865 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4b81f-2dea-4771-b82c-1c54ed018379 req-7b4c3021-8ba2-4998-b845-9b8f902d26ca tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:27.626649 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e1f4b81f-2dea-4771-b82c-1c54ed018379 req-7b4c3021-8ba2-4998-b845-9b8f902d26ca tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 932 time: 0.0812831 Jun 23 11:04:27.646119 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (08676d22-6aeb-49df-ba4e-1904827282a4), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:27.653591 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-61054af8-b247-47d5-bd1c-4729896f5a67 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:27.655673 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-61054af8-b247-47d5-bd1c-4729896f5a67 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.60 "GET /v2.0/networks?id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb HTTP/1.1" status: 200 len: 812 time: 0.2811425 Jun 23 11:04:27.727498 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e1f4b81f-2dea-4771-b82c-1c54ed018379 req-2b2bf1c5-fb6b-4513-a47c-0fe89c6914d4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741751 Jun 23 11:04:27.731135 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (5fdd9570-475f-4546-976b-18ac7a92e9e4), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:27.814373 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:27.818714 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3909cef4-3010-4515-8cab-d60278b2d3ee {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:04:27.834387 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Publish callbacks [] for port (3909cef4-3010-4515-8cab-d60278b2d3ee), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:27.839253 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-17812d0a-ac12-4c98-91cb-b150e1ca4866 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fccc592269f433b99c2d13dad5e8e39 HTTP/1.1" status: 200 len: 380 time: 0.1331003 Jun 23 11:04:27.852932 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Transition to ACTIVE for port object 3909cef4-3010-4515-8cab-d60278b2d3ee will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:04:27.858353 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (3909cef4-3010-4515-8cab-d60278b2d3ee), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:27.877858 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-4d66ced6-0de9-434d-acf9-d12f66c0694f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Request body: {'port': {'device_id': '6f49b10a-300a-4cca-bc81-35841bde257c', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'admin_state_up': True, 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'security_groups': ['03f3a850-0722-48ac-8e62-7702e6e7382e']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:27.918483 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Pushing event updated for resources: {'Port': ['ID=3909cef4-3010-4515-8cab-d60278b2d3ee,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:28.014777 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:28.050447 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Attempting to bind port 3909cef4-3010-4515-8cab-d60278b2d3ee on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:04:28.050871 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Attempting to bind port 3909cef4-3010-4515-8cab-d60278b2d3ee by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:04:28.051209 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Attempting to bind port 3909cef4-3010-4515-8cab-d60278b2d3ee on network 19e128cb-e174-49db-a8d2-8534db57c32e {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:04:28.058590 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Port 3909cef4-3010-4515-8cab-d60278b2d3ee on network 19e128cb-e174-49db-a8d2-8534db57c32e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:04:28.058960 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Attempting to bind port 3909cef4-3010-4515-8cab-d60278b2d3ee on network 19e128cb-e174-49db-a8d2-8534db57c32e {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:04:28.082422 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:04:28.082768 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Checking segment: {'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:04:28.083163 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Bound using segment: {'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:04:28.083797 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Bound port: 3909cef4-3010-4515-8cab-d60278b2d3ee, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed55853a-24d5-4589-814c-e91529eb99ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:04:28.084163 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (3909cef4-3010-4515-8cab-d60278b2d3ee), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:28.164906 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:28.194273 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] For port 3909cef4-3010-4515-8cab-d60278b2d3ee, host hv-cinder-84330, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:04:28.199038 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] For port 3909cef4-3010-4515-8cab-d60278b2d3ee, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3909cef4-3010-4515-8cab-d60278b2d3ee,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:04:28.208438 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (3909cef4-3010-4515-8cab-d60278b2d3ee), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:28.255762 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:28.279505 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:28.280486 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:28.282532 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] 10.222.0.60 "PUT /v2.0/ports/3909cef4-3010-4515-8cab-d60278b2d3ee HTTP/1.1" status: 200 len: 1094 time: 1.0334287 Jun 23 11:04:28.284183 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'tag': '3909cef4-3010-4515-8cab-d60278b2d3ee'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:04:28.286531 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b766fbe0-9063-43cf-8930-ef221d14326b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3faa61-9238-40ad-bc81-1ed5bf84f0d3", "tag": "3909cef4-3010-4515-8cab-d60278b2d3ee"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:04:28.295486 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd547dd7-5bb3-4cdb-81c2-e912d2b9de5c service neutron] Pushing event updated for resources: {'Port': ['ID=3909cef4-3010-4515-8cab-d60278b2d3ee,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:28.389603 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f06c0852-f8f2-4b9b-81a8-e3262321e536 req-9a9bf780-e712-4626-b1a5-c6474dd8cf0e tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 210 time: 0.3615155 Jun 23 11:04:28.390224 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-4d66ced6-0de9-434d-acf9-d12f66c0694f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Made reservation on behalf of 1fccc592269f433b99c2d13dad5e8e39 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:04:28.393802 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-4d66ced6-0de9-434d-acf9-d12f66c0694f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:28.425501 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-4e9b83e6-1fe9-4335-868e-f39f4109fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:28.427033 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-4e9b83e6-1fe9-4335-868e-f39f4109fe83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 1128 time: 0.0690899 Jun 23 11:04:28.431297 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd00ed0-13c7-4ad7-8566-0ceb1949f3ad x-openstack-request-id: req-fdd00ed0-13c7-4ad7-8566-0ceb1949f3ad {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:04:28.431598 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3faa61-9238-40ad-bc81-1ed5bf84f0d3", "tag": "3909cef4-3010-4515-8cab-d60278b2d3ee", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:04:28.432273 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fdd00ed0-13c7-4ad7-8566-0ceb1949f3ad {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:04:28.432693 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd00ed0-13c7-4ad7-8566-0ceb1949f3ad'] response: {'name': 'network-changed', 'server_uuid': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'tag': '3909cef4-3010-4515-8cab-d60278b2d3ee', 'status': 'completed', 'code': 200} Jun 23 11:04:28.489191 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-b5ed417d-ac93-478d-8ada-7ed7c1395c2f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3909cef4-3010-4515-8cab-d60278b2d3ee HTTP/1.1" status: 200 len: 217 time: 0.0418086 Jun 23 11:04:28.517963 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for port (5fdd9570-475f-4546-976b-18ac7a92e9e4), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:28.525979 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (5fdd9570-475f-4546-976b-18ac7a92e9e4), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:28.560092 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-d862342d-68ca-48ac-a8e5-4aaf8110ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:28.563993 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-d862342d-68ca-48ac-a8e5-4aaf8110ebe2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 200 len: 857 time: 0.0657120 Jun 23 11:04:28.628461 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-4d66ced6-0de9-434d-acf9-d12f66c0694f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Allocated IP 172.20.0.7 (c33ca82f-6e79-4afd-a43f-c1b68283a4eb/1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54/5cc271a1-6f9b-43a0-963f-fc7a9395a997) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:04:28.637329 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-17d25907-8d08-4369-a311-1cce4f85d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:28.638832 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-17d25907-8d08-4369-a311-1cce4f85d50a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19e128cb-e174-49db-a8d2-8534db57c32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627198 Jun 23 11:04:28.709918 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (08676d22-6aeb-49df-ba4e-1904827282a4), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:28.754256 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-93700347-6aee-4505-9bea-d417d7c69344 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061158 Jun 23 11:04:28.768472 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'Port': ['ID=5fdd9570-475f-4546-976b-18ac7a92e9e4,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:28.802577 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:28.803880 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-c34f2eeb-8f88-47c3-aeb4-85c1c4eb070c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1365001 Jun 23 11:04:28.931244 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62e815-50df-40a2-a73c-e3313026307c req-2f5b005a-6721-4356-8919-302864a399c1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:28.932818 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0a62e815-50df-40a2-a73c-e3313026307c req-2f5b005a-6721-4356-8919-302864a399c1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 944 time: 0.1018879 Jun 23 11:04:28.954010 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18c30d12-7bc4-4afe-bb0c-891a91f04033 req-f4b22e4b-198f-44fa-bf08-c9cafab32aab service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906126 Jun 23 11:04:28.994106 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-4d66ced6-0de9-434d-acf9-d12f66c0694f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for port (5cc271a1-6f9b-43a0-963f-fc7a9395a997), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:29.004171 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0a62e815-50df-40a2-a73c-e3313026307c req-0478f119-b11e-439c-86b1-b2b01475c365 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610657 Jun 23 11:04:29.005149 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:29.102243 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-b008108b-1159-4825-af09-b4ffd9c50773 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--107664407&fields=id&tenant_id=578cf1b29d474080a716e77fe2e84e5b HTTP/1.1" status: 200 len: 267 time: 0.0907319 Jun 23 11:04:29.108924 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-4d66ced6-0de9-434d-acf9-d12f66c0694f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (5cc271a1-6f9b-43a0-963f-fc7a9395a997), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:29.182308 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:29.229445 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:29.231559 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-4d66ced6-0de9-434d-acf9-d12f66c0694f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Network c33ca82f-6e79-4afd-a43f-c1b68283a4eb is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:04:29.232351 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66ced6-0de9-434d-acf9-d12f66c0694f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event updated for resources: {'Port': ['ID=5cc271a1-6f9b-43a0-963f-fc7a9395a997,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:29.237617 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-4d66ced6-0de9-434d-acf9-d12f66c0694f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:04:29.241537 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-4d66ced6-0de9-434d-acf9-d12f66c0694f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:04:29.314982 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-cddcc2ea-f466-4a3f-9506-31042877026b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:29.322024 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-cddcc2ea-f466-4a3f-9506-31042877026b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/networks?id=b879fb0c-6f1b-457c-8797-97d9533d8257 HTTP/1.1" status: 200 len: 814 time: 0.2236786 Jun 23 11:04:29.341366 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-4d66ced6-0de9-434d-acf9-d12f66c0694f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:29.342518 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-4d66ced6-0de9-434d-acf9-d12f66c0694f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:29.351647 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-323b6e83-f8aa-4f98-87dc-d759aba2113b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/quotas/578cf1b29d474080a716e77fe2e84e5b HTTP/1.1" status: 200 len: 375 time: 0.0287528 Jun 23 11:04:29.405729 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-4d66ced6-0de9-434d-acf9-d12f66c0694f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5339143 Jun 23 11:04:29.414450 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-2467aaf2-f14b-4293-9326-8be70e54fbe1 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=578cf1b29d474080a716e77fe2e84e5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618813 Jun 23 11:04:29.535041 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:29.559239 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-11265f84-c08f-4dd9-b856-2a3c3071c866 service neutron] 10.222.0.65 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291258 Jun 23 11:04:29.581539 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-4d338317-02df-40c3-bddd-9db7fce9f27e None None] Provisioning complete for port 5cc271a1-6f9b-43a0-963f-fc7a9395a997 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:04:29.582157 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4d338317-02df-40c3-bddd-9db7fce9f27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (5cc271a1-6f9b-43a0-963f-fc7a9395a997), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:29.600640 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b48696-39b2-41ff-b5d5-c328a94f05bb req-4a5214e0-e1a4-4975-8c1a-ccfe9a059787 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:29.602322 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-88b48696-39b2-41ff-b5d5-c328a94f05bb req-4a5214e0-e1a4-4975-8c1a-ccfe9a059787 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 931 time: 0.1106265 Jun 23 11:04:29.637222 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-4d338317-02df-40c3-bddd-9db7fce9f27e None None] Port 5cc271a1-6f9b-43a0-963f-fc7a9395a997 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:04:29.683339 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-88b48696-39b2-41ff-b5d5-c328a94f05bb req-3e550e37-60bb-4374-ae06-9a95f217aeb4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681915 Jun 23 11:04:29.703147 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-239a5c0a-fb1e-4480-91c6-652eb1830c51 service neutron] 10.222.0.65 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332283 Jun 23 11:04:29.904871 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9b80dd8b-919c-45b4-9d4f-27eb68f1f981 req-ef029e4e-6383-42fe-95b0-63b67b5b6ef3 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0331159 Jun 23 11:04:30.166677 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf91ab-c5f4-4dd6-be24-811fabf272e8 req-fba37f6d-c84c-4fdc-9d11-7d1804c3faa3 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:30.168315 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-71bf91ab-c5f4-4dd6-be24-811fabf272e8 req-fba37f6d-c84c-4fdc-9d11-7d1804c3faa3 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 944 time: 0.0740695 Jun 23 11:04:30.238892 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-71bf91ab-c5f4-4dd6-be24-811fabf272e8 req-a5a07068-5c28-44d4-83f1-fef580592721 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515981 Jun 23 11:04:30.309732 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Request body: {'port': {'device_id': '6f49b10a-300a-4cca-bc81-35841bde257c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:30.382775 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766fbe0-9063-43cf-8930-ef221d14326b req-a09ba365-61e0-4ce5-bbd2-56e3cf0060e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:30.384751 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b766fbe0-9063-43cf-8930-ef221d14326b req-a09ba365-61e0-4ce5-bbd2-56e3cf0060e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 1128 time: 0.0795391 Jun 23 11:04:30.390860 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (5cc271a1-6f9b-43a0-963f-fc7a9395a997), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:30.417681 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 3909cef4-3010-4515-8cab-d60278b2d3ee details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:04:30.559552 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766fbe0-9063-43cf-8930-ef221d14326b req-bd9fede5-9834-4554-8f8e-27092db115c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:30.562231 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b766fbe0-9063-43cf-8930-ef221d14326b req-bd9fede5-9834-4554-8f8e-27092db115c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 919 time: 0.1607578 Jun 23 11:04:30.572443 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 3909cef4-3010-4515-8cab-d60278b2d3ee, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3909cef4-3010-4515-8cab-d60278b2d3ee,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:04:30.585839 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '3909cef4-3010-4515-8cab-d60278b2d3ee', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'port_id': '3909cef4-3010-4515-8cab-d60278b2d3ee', 'mac_address': 'fa:16:3e:18:63:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:04:30.639854 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 3909cef4-3010-4515-8cab-d60278b2d3ee is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:04:30.642075 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (3909cef4-3010-4515-8cab-d60278b2d3ee), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:30.653387 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b766fbe0-9063-43cf-8930-ef221d14326b req-081902c7-c14b-463b-8109-8989e071db83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3909cef4-3010-4515-8cab-d60278b2d3ee HTTP/1.1" status: 200 len: 217 time: 0.0667434 Jun 23 11:04:30.672393 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3909cef4-3010-4515-8cab-d60278b2d3ee {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:04:30.700642 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 3909cef4-3010-4515-8cab-d60278b2d3ee, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3909cef4-3010-4515-8cab-d60278b2d3ee,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:04:30.707826 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (3909cef4-3010-4515-8cab-d60278b2d3ee), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:30.769403 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766fbe0-9063-43cf-8930-ef221d14326b req-2f7825aa-3968-4c78-8d22-ca9e35afde3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:30.773381 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b766fbe0-9063-43cf-8930-ef221d14326b req-2f7825aa-3968-4c78-8d22-ca9e35afde3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 200 len: 857 time: 0.1136639 Jun 23 11:04:30.776265 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=3909cef4-3010-4515-8cab-d60278b2d3ee,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:30.828676 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:30.831109 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc271a1-6f9b-43a0-963f-fc7a9395a997 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:04:30.840275 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Publish callbacks [] for port (5cc271a1-6f9b-43a0-963f-fc7a9395a997), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:30.872388 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Transition to ACTIVE for port object 5cc271a1-6f9b-43a0-963f-fc7a9395a997 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:04:30.877310 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (5cc271a1-6f9b-43a0-963f-fc7a9395a997), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:30.878712 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:30.882537 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766fbe0-9063-43cf-8930-ef221d14326b req-5659e8e1-4015-4e60-8877-62e3b65513c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:30.884444 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b766fbe0-9063-43cf-8930-ef221d14326b req-5659e8e1-4015-4e60-8877-62e3b65513c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19e128cb-e174-49db-a8d2-8534db57c32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951941 Jun 23 11:04:30.897088 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd4961-a412-4362-9f4a-b59b9c2d939d req-828c2df6-585a-46d8-bf98-140862c2a8e5 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:30.898456 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f1bd4961-a412-4362-9f4a-b59b9c2d939d req-828c2df6-585a-46d8-bf98-140862c2a8e5 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 931 time: 0.0857899 Jun 23 11:04:30.980981 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc271a1-6f9b-43a0-963f-fc7a9395a997,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:30.989258 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f1bd4961-a412-4362-9f4a-b59b9c2d939d req-9366686f-067e-4213-88a3-4d7398080559 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822458 Jun 23 11:04:31.093541 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4f68071d-2a9a-4a3a-8291-cf8f11354647 req-c43caaa8-6f20-49ac-960f-8265df867fae tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0613909 Jun 23 11:04:31.104503 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Attempting to bind port 5cc271a1-6f9b-43a0-963f-fc7a9395a997 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:04:31.105021 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Attempting to bind port 5cc271a1-6f9b-43a0-963f-fc7a9395a997 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:04:31.105352 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Attempting to bind port 5cc271a1-6f9b-43a0-963f-fc7a9395a997 on network c33ca82f-6e79-4afd-a43f-c1b68283a4eb {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:04:31.110130 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Port 5cc271a1-6f9b-43a0-963f-fc7a9395a997 on network c33ca82f-6e79-4afd-a43f-c1b68283a4eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:04:31.110446 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Attempting to bind port 5cc271a1-6f9b-43a0-963f-fc7a9395a997 on network c33ca82f-6e79-4afd-a43f-c1b68283a4eb {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:04:31.115628 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:04:31.116045 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Checking segment: {'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:04:31.116649 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Bound using segment: {'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:04:31.118602 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Bound port: 5cc271a1-6f9b-43a0-963f-fc7a9395a997, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:04:31.118602 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (5cc271a1-6f9b-43a0-963f-fc7a9395a997), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:31.149601 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['3909cef4-3010-4515-8cab-d60278b2d3ee'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:04:31.219332 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] For port 5cc271a1-6f9b-43a0-963f-fc7a9395a997, host hv-cinder-84330, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:04:31.236890 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] For port 5cc271a1-6f9b-43a0-963f-fc7a9395a997, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5cc271a1-6f9b-43a0-963f-fc7a9395a997,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:04:31.255197 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (5cc271a1-6f9b-43a0-963f-fc7a9395a997), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:31.397348 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b766fbe0-9063-43cf-8930-ef221d14326b req-3f40e18a-81b2-4bed-a6ec-71d8ff22e48c service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969224 Jun 23 11:04:31.399036 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:31.473319 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:31.474120 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:31.475733 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] 10.222.0.60 "PUT /v2.0/ports/5cc271a1-6f9b-43a0-963f-fc7a9395a997 HTTP/1.1" status: 200 len: 1093 time: 1.1707878 Jun 23 11:04:31.479268 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f49b10a-300a-4cca-bc81-35841bde257c', 'tag': '5cc271a1-6f9b-43a0-963f-fc7a9395a997'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:04:31.481886 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0807a57b-9a72-4517-a3c9-a853660a254e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f49b10a-300a-4cca-bc81-35841bde257c", "tag": "5cc271a1-6f9b-43a0-963f-fc7a9395a997"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:04:31.564703 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:31.602112 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a397cac5-43ef-4628-bd20-5d7eba682bf2 x-openstack-request-id: req-a397cac5-43ef-4628-bd20-5d7eba682bf2 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:04:31.602775 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f49b10a-300a-4cca-bc81-35841bde257c", "tag": "5cc271a1-6f9b-43a0-963f-fc7a9395a997", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:04:31.603942 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a397cac5-43ef-4628-bd20-5d7eba682bf2 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:04:31.604589 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a397cac5-43ef-4628-bd20-5d7eba682bf2'] response: {'name': 'network-changed', 'server_uuid': '6f49b10a-300a-4cca-bc81-35841bde257c', 'tag': '5cc271a1-6f9b-43a0-963f-fc7a9395a997', 'status': 'completed', 'code': 200} Jun 23 11:04:31.641835 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9ce7e-fdc4-4b60-bb2f-37482876d29a req-29e50668-5764-4c88-90ad-c38110fc60b7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:31.643686 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-13c9ce7e-fdc4-4b60-bb2f-37482876d29a req-29e50668-5764-4c88-90ad-c38110fc60b7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 945 time: 0.2289917 Jun 23 11:04:31.672767 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd120383-1cd1-4251-a5ea-866677c3be79 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc271a1-6f9b-43a0-963f-fc7a9395a997,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:31.729957 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-bfe89b06-7cde-40f6-9dd5-df33467e0e06 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:31.737430 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-bfe89b06-7cde-40f6-9dd5-df33467e0e06 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "GET /v2.0/networks?id=b879fb0c-6f1b-457c-8797-97d9533d8257 HTTP/1.1" status: 200 len: 814 time: 0.3663063 Jun 23 11:04:31.897988 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-58289e6f-0b26-4331-b069-765f0b11f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:31.899794 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-58289e6f-0b26-4331-b069-765f0b11f37a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fccc592269f433b99c2d13dad5e8e39&device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 1127 time: 0.0873303 Jun 23 11:04:31.951387 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:31.954913 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b766fbe0-9063-43cf-8930-ef221d14326b req-52246553-0d67-473c-bb06-86e86c5ee487 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475750 Jun 23 11:04:31.967319 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-cc5d1176-4c61-4bd2-964f-ac66e078893d tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578cf1b29d474080a716e77fe2e84e5b HTTP/1.1" status: 200 len: 472 time: 0.1621466 Jun 23 11:04:31.996004 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-13c9ce7e-fdc4-4b60-bb2f-37482876d29a req-12e5c813-6d03-4dba-98a1-6b868b41e048 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3456616 Jun 23 11:04:32.120433 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c0097-7232-4469-a588-410c30173e23 req-ed55bcf3-4387-41a2-ba27-e502a30a1756 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:32.145357 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-782c0097-7232-4469-a588-410c30173e23 req-ed55bcf3-4387-41a2-ba27-e502a30a1756 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 943 time: 0.0833836 Jun 23 11:04:32.214348 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-782c0097-7232-4469-a588-410c30173e23 req-267e46f6-d51e-4912-8888-e9c8fc94ae2e tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680089 Jun 23 11:04:32.217811 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a7fb4cc9-3b19-4c4d-90bf-38fe84f5930c req-f1b5e90b-81c0-44a4-9a46-f2ccf2015de9 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0430961 Jun 23 11:04:32.333146 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-88412733-ad6a-479b-92f8-37cd3e83c980 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'port': {'device_id': '6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'admin_state_up': True, 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'security_groups': ['28fb84f1-6845-43b1-8f31-5f9bd0038f15']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:32.373350 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-d863d295-e393-4b33-bf45-5a6916d3bc81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cc271a1-6f9b-43a0-963f-fc7a9395a997 HTTP/1.1" status: 200 len: 217 time: 0.0343754 Jun 23 11:04:32.547400 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:32.550394 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-88412733-ad6a-479b-92f8-37cd3e83c980 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Made reservation on behalf of 578cf1b29d474080a716e77fe2e84e5b for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:04:32.554062 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-88412733-ad6a-479b-92f8-37cd3e83c980 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:32.577422 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-e03f3538-bb1a-43a5-9302-f7f6a06f31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:32.579221 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-e03f3538-bb1a-43a5-9302-f7f6a06f31bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54 HTTP/1.1" status: 200 len: 851 time: 0.0709672 Jun 23 11:04:32.697986 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 3909cef4-3010-4515-8cab-d60278b2d3ee up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:04:32.713534 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-88412733-ad6a-479b-92f8-37cd3e83c980 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Allocated IP 172.20.0.14 (b879fb0c-6f1b-457c-8797-97d9533d8257/02373004-8ccd-4033-86a3-d7ee95f33ffc/b7535b31-8d71-494f-97b9-054dc6058267) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:04:32.762717 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port 3909cef4-3010-4515-8cab-d60278b2d3ee completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:04:32.773923 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 3909cef4-3010-4515-8cab-d60278b2d3ee triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:04:32.774775 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (3909cef4-3010-4515-8cab-d60278b2d3ee), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:32.837811 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:32.901250 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 3909cef4-3010-4515-8cab-d60278b2d3ee is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:04:32.901912 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (3909cef4-3010-4515-8cab-d60278b2d3ee), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:32.930232 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3909cef4-3010-4515-8cab-d60278b2d3ee'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:04:32.932827 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bf44ed-cefd-4c75-898a-c58c3d1c866a" -d '{"events": [{"server_uuid": "ad3faa61-9238-40ad-bc81-1ed5bf84f0d3", "name": "network-vif-plugged", "status": "completed", "tag": "3909cef4-3010-4515-8cab-d60278b2d3ee"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:04:32.950394 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 3909cef4-3010-4515-8cab-d60278b2d3ee, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3909cef4-3010-4515-8cab-d60278b2d3ee,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:04:32.958006 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (3909cef4-3010-4515-8cab-d60278b2d3ee), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:33.007078 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8984fb7-8772-4227-90c8-4d79990573ae x-openstack-request-id: req-a8984fb7-8772-4227-90c8-4d79990573ae {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:04:33.008093 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3faa61-9238-40ad-bc81-1ed5bf84f0d3", "name": "network-vif-plugged", "status": "completed", "tag": "3909cef4-3010-4515-8cab-d60278b2d3ee", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:04:33.008545 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8984fb7-8772-4227-90c8-4d79990573ae {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:04:33.009124 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8984fb7-8772-4227-90c8-4d79990573ae'] response: {'server_uuid': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3909cef4-3010-4515-8cab-d60278b2d3ee', 'code': 200} Jun 23 11:04:33.015884 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-88412733-ad6a-479b-92f8-37cd3e83c980 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for port (b7535b31-8d71-494f-97b9-054dc6058267), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:33.020968 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=3909cef4-3010-4515-8cab-d60278b2d3ee,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:33.028526 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-34ccc145-06cc-4fdf-8e6d-479892a98d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:33.030298 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-34ccc145-06cc-4fdf-8e6d-479892a98d27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0912335 Jun 23 11:04:33.062365 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-88412733-ad6a-479b-92f8-37cd3e83c980 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (b7535b31-8d71-494f-97b9-054dc6058267), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:33.144290 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-88412733-ad6a-479b-92f8-37cd3e83c980 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Network b879fb0c-6f1b-457c-8797-97d9533d8257 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:04:33.209454 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:33.211747 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-88412733-ad6a-479b-92f8-37cd3e83c980 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:04:33.213987 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-88412733-ad6a-479b-92f8-37cd3e83c980 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:04:33.293841 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57870ddb-f857-43f6-90e4-48971eee50b0 req-52e0b6d7-32a7-468f-b5ab-64a938fd5cad tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:33.295848 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-57870ddb-f857-43f6-90e4-48971eee50b0 req-52e0b6d7-32a7-468f-b5ab-64a938fd5cad tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.2168851 Jun 23 11:04:33.301205 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88412733-ad6a-479b-92f8-37cd3e83c980 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'Port': ['ID=b7535b31-8d71-494f-97b9-054dc6058267,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:33.369184 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d26d4375-dc71-4701-8930-a2be52b65938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:33.380614 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-88412733-ad6a-479b-92f8-37cd3e83c980 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:33.381265 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-88412733-ad6a-479b-92f8-37cd3e83c980 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:33.397959 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8be4a-314a-4f25-991a-1cd18d42e1de req-b289dfe6-2da2-4a38-8195-12f639c4d489 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:33.407540 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f9c8be4a-314a-4f25-991a-1cd18d42e1de req-b289dfe6-2da2-4a38-8195-12f639c4d489 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 932 time: 0.0687001 Jun 23 11:04:33.411922 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-88412733-ad6a-479b-92f8-37cd3e83c980 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0842948 Jun 23 11:04:33.436343 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-23b3fb3e-bf33-467f-ac3d-ea181c651439 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933054 Jun 23 11:04:33.448615 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-57870ddb-f857-43f6-90e4-48971eee50b0 req-74c23975-6e51-498a-b4de-fb66f6da6d74 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1391909 Jun 23 11:04:33.464203 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f9c8be4a-314a-4f25-991a-1cd18d42e1de req-981bbb6e-e55c-417b-ab42-ff71ff436a09 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552905 Jun 23 11:04:33.627497 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dd92c-7723-49d0-8b03-16a2f68b296e req-aad00e50-ce19-4718-82af-cab229dac8d7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:33.629558 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b98dd92c-7723-49d0-8b03-16a2f68b296e req-aad00e50-ce19-4718-82af-cab229dac8d7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 943 time: 0.0642924 Jun 23 11:04:33.674622 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-e1bd3a76-fff0-4629-a290-bd4596398e41 None None] Provisioning complete for port b7535b31-8d71-494f-97b9-054dc6058267 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:04:33.675094 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e1bd3a76-fff0-4629-a290-bd4596398e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b7535b31-8d71-494f-97b9-054dc6058267), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:33.684143 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Request body: {'port': {'device_id': '6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:33.718178 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b98dd92c-7723-49d0-8b03-16a2f68b296e req-4d17f527-30f3-41cc-949c-b7a474742498 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828116 Jun 23 11:04:33.748802 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd3a76-fff0-4629-a290-bd4596398e41 None None] Port b7535b31-8d71-494f-97b9-054dc6058267 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:04:33.768657 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd66739-2d17-47be-ae7c-44f963612850 req-d0209237-3883-46f2-89d5-b2f52c758e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:33.770311 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3fd66739-2d17-47be-ae7c-44f963612850 req-d0209237-3883-46f2-89d5-b2f52c758e34 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 1130 time: 0.0651498 Jun 23 11:04:33.829737 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3fd66739-2d17-47be-ae7c-44f963612850 req-a21a1097-17f0-4537-a1c4-8453d90b1a97 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446754 Jun 23 11:04:33.860098 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:33.879973 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (b7535b31-8d71-494f-97b9-054dc6058267), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:33.974614 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c0840f1-ab4a-418a-aca0-dc07a4af694b req-2e6516ca-7c7f-406c-b324-7117e9af34c1 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977610 Jun 23 11:04:34.275194 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7535b31-8d71-494f-97b9-054dc6058267 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:04:34.283891 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Publish callbacks [] for port (b7535b31-8d71-494f-97b9-054dc6058267), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:34.296899 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Transition to ACTIVE for port object b7535b31-8d71-494f-97b9-054dc6058267 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:04:34.301131 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (b7535b31-8d71-494f-97b9-054dc6058267), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:34.364278 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28895105-12c7-4ca2-950c-1f830d611a93 req-7da714d3-f776-46fd-a103-7d854af51eb0 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:34.366349 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-28895105-12c7-4ca2-950c-1f830d611a93 req-7da714d3-f776-46fd-a103-7d854af51eb0 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0974088 Jun 23 11:04:34.407795 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Pushing event updated for resources: {'Port': ['ID=b7535b31-8d71-494f-97b9-054dc6058267,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:34.440490 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-28895105-12c7-4ca2-950c-1f830d611a93 req-fa6df11f-1fdb-4d9a-a548-00a55c4e454b tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651615 Jun 23 11:04:34.501804 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Attempting to bind port b7535b31-8d71-494f-97b9-054dc6058267 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:04:34.502145 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Attempting to bind port b7535b31-8d71-494f-97b9-054dc6058267 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:04:34.502472 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Attempting to bind port b7535b31-8d71-494f-97b9-054dc6058267 on network b879fb0c-6f1b-457c-8797-97d9533d8257 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:04:34.509731 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Port b7535b31-8d71-494f-97b9-054dc6058267 on network b879fb0c-6f1b-457c-8797-97d9533d8257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:04:34.510049 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Attempting to bind port b7535b31-8d71-494f-97b9-054dc6058267 on network b879fb0c-6f1b-457c-8797-97d9533d8257 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:04:34.516493 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:04:34.516652 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Checking segment: {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:04:34.516975 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Bound using segment: {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:04:34.517406 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Bound port: b7535b31-8d71-494f-97b9-054dc6058267, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:04:34.517761 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (b7535b31-8d71-494f-97b9-054dc6058267), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:34.662984 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:34.692197 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f18dc-e8da-4f41-a449-7023283c1c60 req-8e73fc98-9f9f-4878-ba34-a7cc93f077e0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:34.694263 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-df9f18dc-e8da-4f41-a449-7023283c1c60 req-8e73fc98-9f9f-4878-ba34-a7cc93f077e0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0776393 Jun 23 11:04:34.710203 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6781dc6-bbe7-43d0-8b3c-1d2174f0e1b5 req-893f460e-e434-458e-bb2d-1cd3bc377483 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:34.712074 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b6781dc6-bbe7-43d0-8b3c-1d2174f0e1b5 req-893f460e-e434-458e-bb2d-1cd3bc377483 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 944 time: 0.1156931 Jun 23 11:04:34.720994 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] For port b7535b31-8d71-494f-97b9-054dc6058267, host hv-cinder-84330, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:04:34.726924 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] For port b7535b31-8d71-494f-97b9-054dc6058267, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b7535b31-8d71-494f-97b9-054dc6058267,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:04:34.747462 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (b7535b31-8d71-494f-97b9-054dc6058267), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:34.778266 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-df9f18dc-e8da-4f41-a449-7023283c1c60 req-8273c78c-5710-4739-9b36-816c2d72b620 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759907 Jun 23 11:04:34.821958 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:34.822585 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:34.828055 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] 10.222.0.60 "PUT /v2.0/ports/b7535b31-8d71-494f-97b9-054dc6058267 HTTP/1.1" status: 200 len: 1094 time: 1.1498213 Jun 23 11:04:34.828602 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5', 'tag': 'b7535b31-8d71-494f-97b9-054dc6058267'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:04:34.830960 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4343d0-3e90-4521-97bf-c9325f36fc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5", "tag": "b7535b31-8d71-494f-97b9-054dc6058267"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:04:34.879499 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b6781dc6-bbe7-43d0-8b3c-1d2174f0e1b5 req-45dd703d-209f-44be-bcd9-e02f35a34db1 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559465 Jun 23 11:04:34.888161 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16f010-7d24-4215-aa3e-bd7834f81e44 service neutron] Pushing event updated for resources: {'Port': ['ID=b7535b31-8d71-494f-97b9-054dc6058267,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:34.916079 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39691c50-c82b-463f-bde8-8c1860b28a38 req-7e57c8c4-686b-4509-8f02-a1a9ec0ba122 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:34.917541 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-39691c50-c82b-463f-bde8-8c1860b28a38 req-7e57c8c4-686b-4509-8f02-a1a9ec0ba122 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 943 time: 0.0659962 Jun 23 11:04:34.924396 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45adbdb6-e19f-4534-970c-6af6668526f0 x-openstack-request-id: req-45adbdb6-e19f-4534-970c-6af6668526f0 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:04:34.924682 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5", "tag": "b7535b31-8d71-494f-97b9-054dc6058267", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:04:34.924937 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45adbdb6-e19f-4534-970c-6af6668526f0 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:04:34.925346 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45adbdb6-e19f-4534-970c-6af6668526f0'] response: {'name': 'network-changed', 'server_uuid': '6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5', 'tag': 'b7535b31-8d71-494f-97b9-054dc6058267', 'status': 'completed', 'code': 200} Jun 23 11:04:34.948852 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:35.002056 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-39691c50-c82b-463f-bde8-8c1860b28a38 req-cc2f13ea-bf81-45de-8dcb-50bc610d1290 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747457 Jun 23 11:04:35.338200 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807a57b-9a72-4517-a3c9-a853660a254e req-88106ccd-f9a8-4031-a412-f4bfb1aaa9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:35.339858 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0807a57b-9a72-4517-a3c9-a853660a254e req-88106ccd-f9a8-4031-a412-f4bfb1aaa9c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fccc592269f433b99c2d13dad5e8e39&device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 1127 time: 0.0612936 Jun 23 11:04:35.565980 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216ab42-da31-482f-b39e-44b3e71f55d5 req-04ff7b25-a265-4566-8970-ac9b241bb5c2 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:35.567483 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6216ab42-da31-482f-b39e-44b3e71f55d5 req-04ff7b25-a265-4566-8970-ac9b241bb5c2 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0530832 Jun 23 11:04:35.624456 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6216ab42-da31-482f-b39e-44b3e71f55d5 req-4be08cf8-b5f5-4381-8a08-90c113ec9196 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511496 Jun 23 11:04:35.634044 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08e46fcf-8a2d-45cc-8ac8-71841efabc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:35.797595 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:35.843067 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4343d0-3e90-4521-97bf-c9325f36fc8d req-cd38510d-96e8-4bb6-a190-78df7d4e02f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:35.844803 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7a4343d0-3e90-4521-97bf-c9325f36fc8d req-cd38510d-96e8-4bb6-a190-78df7d4e02f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=578cf1b29d474080a716e77fe2e84e5b&device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 1128 time: 0.1427186 Jun 23 11:04:35.893259 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807a57b-9a72-4517-a3c9-a853660a254e req-529015d1-5c40-4b66-99b2-309e90ae9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:35.894608 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0807a57b-9a72-4517-a3c9-a853660a254e req-529015d1-5c40-4b66-99b2-309e90ae9e5c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb HTTP/1.1" status: 200 len: 913 time: 0.1762667 Jun 23 11:04:35.946016 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbf625-584b-472b-bff6-1c5d39fb2c09 req-fc1bd252-6ed6-45de-9144-d48d249610af tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:35.947717 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-04bbf625-584b-472b-bff6-1c5d39fb2c09 req-fc1bd252-6ed6-45de-9144-d48d249610af tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0695124 Jun 23 11:04:36.027147 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e31ae-0b99-4733-8ac2-a3f54d2eecdf req-f9f07b3a-ce94-44de-a04b-4c08a6ab15e0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:36.034094 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-04bbf625-584b-472b-bff6-1c5d39fb2c09 req-ae16212d-69b7-471c-8940-35985a606e72 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788810 Jun 23 11:04:36.036079 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b15e31ae-0b99-4733-8ac2-a3f54d2eecdf req-f9f07b3a-ce94-44de-a04b-4c08a6ab15e0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 944 time: 0.0768094 Jun 23 11:04:36.094170 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b15e31ae-0b99-4733-8ac2-a3f54d2eecdf req-8a654451-d00d-40de-882e-074154a1df35 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569046 Jun 23 11:04:36.170170 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ad86-ef45-414c-9ae7-214b971b53b7 req-51a3b721-586d-4eca-bbef-66dee17c93ba tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:36.179443 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2352ad86-ef45-414c-9ae7-214b971b53b7 req-51a3b721-586d-4eca-bbef-66dee17c93ba tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 945 time: 0.0603485 Jun 23 11:04:36.208576 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8940f0-fae7-4553-8233-269ce01aad8e req-b549fefb-1d17-404a-8b36-9e7f8dd7493b tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:36.210406 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bb8940f0-fae7-4553-8233-269ce01aad8e req-b549fefb-1d17-404a-8b36-9e7f8dd7493b tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 943 time: 0.0534668 Jun 23 11:04:36.228852 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2352ad86-ef45-414c-9ae7-214b971b53b7 req-05df09f8-6b24-4633-9feb-d062516b4283 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485010 Jun 23 11:04:36.269577 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bb8940f0-fae7-4553-8233-269ce01aad8e req-a654a23e-deb4-45bd-99c4-b1adc7f7f3c2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533109 Jun 23 11:04:36.706750 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:36.722802 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0807a57b-9a72-4517-a3c9-a853660a254e req-48593a06-bc1c-4437-943e-cb21d533fd37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cc271a1-6f9b-43a0-963f-fc7a9395a997 HTTP/1.1" status: 200 len: 217 time: 0.0517225 Jun 23 11:04:37.082960 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24d8d3-55b2-403f-9871-22da8c1a3498 req-055ffe66-7a10-4a17-a75f-3ea7f9d93b7f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:37.084455 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1d24d8d3-55b2-403f-9871-22da8c1a3498 req-055ffe66-7a10-4a17-a75f-3ea7f9d93b7f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.3496056 Jun 23 11:04:37.151340 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:37.156677 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1d24d8d3-55b2-403f-9871-22da8c1a3498 req-a8267b4d-10d8-47d2-ae38-3ed2d615e387 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637383 Jun 23 11:04:37.170843 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4343d0-3e90-4521-97bf-c9325f36fc8d req-45130ff2-7743-4724-9d06-9c86b644dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:37.172429 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7a4343d0-3e90-4521-97bf-c9325f36fc8d req-45130ff2-7743-4724-9d06-9c86b644dfe4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=578cf1b29d474080a716e77fe2e84e5b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4489114 Jun 23 11:04:37.188201 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce301aa4-c0ed-4171-b51b-c0ff7f870954 req-82bf0653-c0e6-4f13-9927-47bbca234fd3 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:37.192278 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ce301aa4-c0ed-4171-b51b-c0ff7f870954 req-82bf0653-c0e6-4f13-9927-47bbca234fd3 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0632935 Jun 23 11:04:37.253527 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ce301aa4-c0ed-4171-b51b-c0ff7f870954 req-17f622be-f310-48ee-acd1-e14c8ae9eb9c tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601926 Jun 23 11:04:37.309124 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378968c-9634-477a-96e2-8bf6a0c4cefd req-cf9728e8-b6a3-4a2e-bf50-d3b9e4303b08 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:37.310809 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1378968c-9634-477a-96e2-8bf6a0c4cefd req-cf9728e8-b6a3-4a2e-bf50-d3b9e4303b08 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 944 time: 0.0545545 Jun 23 11:04:37.369605 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1378968c-9634-477a-96e2-8bf6a0c4cefd req-3a63cbc6-449f-4045-a1f3-e7daaab6195b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508959 Jun 23 11:04:37.369941 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbce2e3-3a64-4773-9386-19b53b4726a7 req-0a2adab0-9d9e-401d-9e6c-7a7f055aa0a2 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:37.377705 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-dfbce2e3-3a64-4773-9386-19b53b4726a7 req-0a2adab0-9d9e-401d-9e6c-7a7f055aa0a2 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 945 time: 0.0628073 Jun 23 11:04:37.432201 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-dfbce2e3-3a64-4773-9386-19b53b4726a7 req-0bf3d851-9b0f-49d2-9b95-d4c4f02ee50d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534751 Jun 23 11:04:37.526070 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0bc13-86a2-49c4-80de-414f0fff6b11 req-998f67b2-015e-4f44-b16a-d455d345f037 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:37.539414 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-43d0bc13-86a2-49c4-80de-414f0fff6b11 req-998f67b2-015e-4f44-b16a-d455d345f037 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0786908 Jun 23 11:04:37.539414 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 39260) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:04:37.543300 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3946c6c-525c-48b2-8887-e1d61cdab2da req-75502ebe-fab3-465a-b95f-0be7bd87a86f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:37.544870 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b3946c6c-525c-48b2-8887-e1d61cdab2da req-75502ebe-fab3-465a-b95f-0be7bd87a86f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 943 time: 0.0560195 Jun 23 11:04:37.546157 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d0221e00-8584-49e2-b404-38cff15f406f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Request body: {'floatingip': {'port_id': '3909cef4-3010-4515-8cab-d60278b2d3ee'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:37.596502 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0221e00-8584-49e2-b404-38cff15f406f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for floatingip (26ca48e3-b6d1-4a23-8625-ede4355957d5), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:37.615581 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b3946c6c-525c-48b2-8887-e1d61cdab2da req-a9f58734-a626-4b93-90cd-bd05e0652ade tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640767 Jun 23 11:04:37.668429 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:38.060516 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:38.072872 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0221e00-8584-49e2-b404-38cff15f406f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:38.079624 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0221e00-8584-49e2-b404-38cff15f406f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (26ca48e3-b6d1-4a23-8625-ede4355957d5), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:38.119398 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:38.186076 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.l3_db [None req-d0221e00-8584-49e2-b404-38cff15f406f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Floating IP 26ca48e3-b6d1-4a23-8625-ede4355957d5 associated. External IP: 172.27.2.44, port: 3909cef4-3010-4515-8cab-d60278b2d3ee. Jun 23 11:04:38.334778 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cd51e-d816-42c8-89eb-83a244a7e88e req-492c9894-5b14-41fe-b83f-f34a838eb943 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:38.336294 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0b6cd51e-d816-42c8-89eb-83a244a7e88e req-492c9894-5b14-41fe-b83f-f34a838eb943 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0613246 Jun 23 11:04:38.495616 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0b6cd51e-d816-42c8-89eb-83a244a7e88e req-7c32e166-bdef-4fde-9492-e552cf967327 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215262 Jun 23 11:04:38.529095 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0221e00-8584-49e2-b404-38cff15f406f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:04:38.565188 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2e26a-fcc1-4bb3-8d80-fe000456d3a6 req-0b5ec24e-90f3-44bc-bab1-e03ffc380191 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:38.566931 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-96d2e26a-fcc1-4bb3-8d80-fe000456d3a6 req-0b5ec24e-90f3-44bc-bab1-e03ffc380191 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 944 time: 0.0925512 Jun 23 11:04:38.593732 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:38.622493 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-96d2e26a-fcc1-4bb3-8d80-fe000456d3a6 req-562ecafb-c967-46ae-a07e-f80fd6006f79 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493195 Jun 23 11:04:38.652534 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:38.668523 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762894d-5f51-473f-8df6-6c808601c650 req-0041b12d-5d37-4316-b587-91ae9aefab92 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:38.669911 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e762894d-5f51-473f-8df6-6c808601c650 req-0041b12d-5d37-4316-b587-91ae9aefab92 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 945 time: 0.0918386 Jun 23 11:04:38.707374 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0221e00-8584-49e2-b404-38cff15f406f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:04:38.713725 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0221e00-8584-49e2-b404-38cff15f406f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:38.720422 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecee4f30-2f80-4e05-b96f-05b82bf31a8b None None] Sync routers for ids ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:04:38.748725 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:38.759247 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecee4f30-2f80-4e05-b96f-05b82bf31a8b None None] Routers {'6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:04:38.763060 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5d55f-c38b-4b4c-b6d5-494b9a794036 req-4c9de0c7-2f77-41a5-9c41-79847fc38aa0 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:38.764062 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-ecee4f30-2f80-4e05-b96f-05b82bf31a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:04:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:38.770997 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-d0221e00-8584-49e2-b404-38cff15f406f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "PUT /v2.0/floatingips/26ca48e3-b6d1-4a23-8625-ede4355957d5 HTTP/1.1" status: 200 len: 991 time: 1.2299383 Jun 23 11:04:38.772707 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'tag': '3909cef4-3010-4515-8cab-d60278b2d3ee'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:04:38.774791 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb5df58-6001-43f3-8488-c8d30aae1436" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3faa61-9238-40ad-bc81-1ed5bf84f0d3", "tag": "3909cef4-3010-4515-8cab-d60278b2d3ee"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:04:38.774967 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-79c5d55f-c38b-4b4c-b6d5-494b9a794036 req-4c9de0c7-2f77-41a5-9c41-79847fc38aa0 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 943 time: 0.0634587 Jun 23 11:04:38.791696 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e762894d-5f51-473f-8df6-6c808601c650 req-6aa35a83-3730-4009-857e-f01cb572b437 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053090 Jun 23 11:04:38.826194 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e4649b-7a2d-4575-ad01-cf1073d464b6 x-openstack-request-id: req-49e4649b-7a2d-4575-ad01-cf1073d464b6 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:04:38.826776 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3faa61-9238-40ad-bc81-1ed5bf84f0d3", "tag": "3909cef4-3010-4515-8cab-d60278b2d3ee", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:04:38.826776 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-49e4649b-7a2d-4575-ad01-cf1073d464b6 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:04:38.827127 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e4649b-7a2d-4575-ad01-cf1073d464b6'] response: {'name': 'network-changed', 'server_uuid': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'tag': '3909cef4-3010-4515-8cab-d60278b2d3ee', 'status': 'completed', 'code': 200} Jun 23 11:04:38.854139 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-79c5d55f-c38b-4b4c-b6d5-494b9a794036 req-e6eb8588-3cbc-4cd6-a553-0ee5d3c4874e tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782619 Jun 23 11:04:38.907324 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-ecee4f30-2f80-4e05-b96f-05b82bf31a8b None None] Set router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:04:39.007591 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:39.188121 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-ecee4f30-2f80-4e05-b96f-05b82bf31a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:12Z', 'revision_number': 4, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '26ca48e3-b6d1-4a23-8625-ede4355957d5', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'port_id': '3909cef4-3010-4515-8cab-d60278b2d3ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'mac_address': 'fa:16:3e:18:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:04:19Z', 'updated_at': '2022-06-23T11:04:37Z', 'revision_number': 1, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cbcda1-b17f-4387-b722-7e152b805989', 'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'mac_address': 'fa:16:3e:65:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:09Z', 'updated_at': '2022-06-23T11:02:22Z', 'revision_number': 5, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'subnets': [{'id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:39.225998 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecee4f30-2f80-4e05-b96f-05b82bf31a8b None None] Checking router: 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:04:39.259422 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecee4f30-2f80-4e05-b96f-05b82bf31a8b None None] Routers {'6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:04:39.260442 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-ecee4f30-2f80-4e05-b96f-05b82bf31a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:04:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:39.363689 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807a57b-9a72-4517-a3c9-a853660a254e req-db93a0ec-3cc9-4fa1-b0de-a0f35500182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:39.365386 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0807a57b-9a72-4517-a3c9-a853660a254e req-db93a0ec-3cc9-4fa1-b0de-a0f35500182f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54 HTTP/1.1" status: 200 len: 851 time: 0.1526797 Jun 23 11:04:39.400671 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-ecee4f30-2f80-4e05-b96f-05b82bf31a8b None None] Set router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:04:39.407357 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4343d0-3e90-4521-97bf-c9325f36fc8d req-97bc2c15-000b-4714-a827-e793c9f7c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:39.408952 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7a4343d0-3e90-4521-97bf-c9325f36fc8d req-97bc2c15-000b-4714-a827-e793c9f7c5e5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1872571 Jun 23 11:04:39.515847 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb4e6d-9407-4887-b698-b65f0ab1c018 req-5519ec89-2b7a-43f8-9439-4a0ad31e5ba2 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:39.518051 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-88bb4e6d-9407-4887-b698-b65f0ab1c018 req-5519ec89-2b7a-43f8-9439-4a0ad31e5ba2 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 945 time: 0.0878043 Jun 23 11:04:39.558017 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:39.615334 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807a57b-9a72-4517-a3c9-a853660a254e req-4ebc05fe-fea9-4ea2-8b45-1d9f7f5a75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:39.616937 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0807a57b-9a72-4517-a3c9-a853660a254e req-4ebc05fe-fea9-4ea2-8b45-1d9f7f5a75ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1791594 Jun 23 11:04:39.631369 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-599d2a1a-c892-4edc-864d-873721434860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:39.633149 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-599d2a1a-c892-4edc-864d-873721434860 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=578cf1b29d474080a716e77fe2e84e5b&device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 1128 time: 0.1044083 Jun 23 11:04:39.635829 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5df58-6001-43f3-8488-c8d30aae1436 req-5623aa03-42dc-447c-89ba-9276ee3b5d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:39.637316 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2bb5df58-6001-43f3-8488-c8d30aae1436 req-5623aa03-42dc-447c-89ba-9276ee3b5d2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 1130 time: 0.2247045 Jun 23 11:04:39.702579 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127553f-60b0-4a0a-b537-f7dab2bc212f req-64c6ea30-0f2c-4269-b5ba-514d5fb351a0 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:39.702839 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-88bb4e6d-9407-4887-b698-b65f0ab1c018 req-f6661e96-ecd8-4316-8fe3-75a08f95953d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Deleting port a0add7ed-5464-4c4c-bb48-b733b2757101 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:04:39.703267 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-88bb4e6d-9407-4887-b698-b65f0ab1c018 req-f6661e96-ecd8-4316-8fe3-75a08f95953d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (a0add7ed-5464-4c4c-bb48-b733b2757101), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:39.704134 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1127553f-60b0-4a0a-b537-f7dab2bc212f req-64c6ea30-0f2c-4269-b5ba-514d5fb351a0 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0666547 Jun 23 11:04:39.745837 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-ecee4f30-2f80-4e05-b96f-05b82bf31a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:12Z', 'revision_number': 4, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '26ca48e3-b6d1-4a23-8625-ede4355957d5', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'port_id': '3909cef4-3010-4515-8cab-d60278b2d3ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'mac_address': 'fa:16:3e:18:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:04:19Z', 'updated_at': '2022-06-23T11:04:37Z', 'revision_number': 1, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cbcda1-b17f-4387-b722-7e152b805989', 'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'mac_address': 'fa:16:3e:65:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:09Z', 'updated_at': '2022-06-23T11:02:22Z', 'revision_number': 5, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'subnets': [{'id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:39.768187 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1127553f-60b0-4a0a-b537-f7dab2bc212f req-70e49b46-4bb5-4082-ba2d-df202a8cb261 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584497 Jun 23 11:04:39.785103 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecee4f30-2f80-4e05-b96f-05b82bf31a8b None None] The sync data for ids ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'] in dv-cinder-843309-2-iscsi is: [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:12Z', 'revision_number': 4, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '26ca48e3-b6d1-4a23-8625-ede4355957d5', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'port_id': '3909cef4-3010-4515-8cab-d60278b2d3ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'mac_address': 'fa:16:3e:18:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:04:19Z', 'updated_at': '2022-06-23T11:04:37Z', 'revision_number': 1, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cbcda1-b17f-4387-b722-7e152b805989', 'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'mac_address': 'fa:16:3e:65:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:09Z', 'updated_at': '2022-06-23T11:02:22Z', 'revision_number': 5, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'subnets': [{'id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:04:39.878952 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f7543-a023-4b61-94c6-4c4369b85278 req-07bd977f-e0e7-4ec7-a77b-1f6a881ab644 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:39.885943 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-181f7543-a023-4b61-94c6-4c4369b85278 req-07bd977f-e0e7-4ec7-a77b-1f6a881ab644 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 944 time: 0.1423626 Jun 23 11:04:39.936293 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:39.943998 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-88bb4e6d-9407-4887-b698-b65f0ab1c018 req-f6661e96-ecd8-4316-8fe3-75a08f95953d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] For port a0add7ed-5464-4c4c-bb48-b733b2757101, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a0add7ed-5464-4c4c-bb48-b733b2757101,segment=NetworkSegment(a2cc0c8e-c406-40e3-8e5d-95746053f392),segment_id=a2cc0c8e-c406-40e3-8e5d-95746053f392)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:04:39.944546 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-88bb4e6d-9407-4887-b698-b65f0ab1c018 req-f6661e96-ecd8-4316-8fe3-75a08f95953d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (a0add7ed-5464-4c4c-bb48-b733b2757101), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:39.955846 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927d536-2a95-4e44-b012-5d6955abfc33 req-226ad879-e12a-42c0-abaa-183d174e4887 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:39.957729 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d927d536-2a95-4e44-b012-5d6955abfc33 req-226ad879-e12a-42c0-abaa-183d174e4887 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 945 time: 0.0747738 Jun 23 11:04:39.970611 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-88bb4e6d-9407-4887-b698-b65f0ab1c018 req-f6661e96-ecd8-4316-8fe3-75a08f95953d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Calling delete_port for a0add7ed-5464-4c4c-bb48-b733b2757101 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:04:39.975546 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:39.988199 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-181f7543-a023-4b61-94c6-4c4369b85278 req-6f2abe5d-a1c0-4440-8e05-ce2f5ebcce89 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013467 Jun 23 11:04:40.038115 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d927d536-2a95-4e44-b012-5d6955abfc33 req-73533f09-1525-4be9-9e52-d27e3da5242e tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680792 Jun 23 11:04:40.116316 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ec1185-9dc9-4b97-8e4c-ec89a47245b0 None None] New status for floating IP 26ca48e3-b6d1-4a23-8625-ede4355957d5: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:04:40.146706 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-bf6225cd-5a2e-4043-9e1e-a0238ff754c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7535b31-8d71-494f-97b9-054dc6058267 HTTP/1.1" status: 200 len: 217 time: 0.0635040 Jun 23 11:04:40.209522 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580325b-5b9d-4153-bcb5-0199f103a8aa req-012a2ec7-b4fb-40ed-b1da-d361ab300079 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:40.211573 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c580325b-5b9d-4153-bcb5-0199f103a8aa req-012a2ec7-b4fb-40ed-b1da-d361ab300079 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 943 time: 0.1323209 Jun 23 11:04:40.266073 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-76a4f90a-03dc-40b4-92ae-d5245d6642f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:40.267728 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-76a4f90a-03dc-40b4-92ae-d5245d6642f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02373004-8ccd-4033-86a3-d7ee95f33ffc HTTP/1.1" status: 200 len: 853 time: 0.1082838 Jun 23 11:04:40.279297 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0807a57b-9a72-4517-a3c9-a853660a254e req-6e13fcba-f28f-4c08-ad31-76e54d20b634 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885724 Jun 23 11:04:40.372307 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5df58-6001-43f3-8488-c8d30aae1436 req-b3c89da4-76ed-4489-a4a2-b6e84e2e7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:40.375074 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2bb5df58-6001-43f3-8488-c8d30aae1436 req-b3c89da4-76ed-4489-a4a2-b6e84e2e7234 service neutron] 10.222.0.60 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 919 time: 0.2684572 Jun 23 11:04:40.389603 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-9abce11b-8b40-4b8e-b0b2-930d425eb108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:40.391119 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-9abce11b-8b40-4b8e-b0b2-930d425eb108 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b879fb0c-6f1b-457c-8797-97d9533d8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0961990 Jun 23 11:04:40.393378 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:40.413891 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c580325b-5b9d-4153-bcb5-0199f103a8aa req-39dbe475-a6cc-4f3a-934a-330546cb71f0 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636555 Jun 23 11:04:40.449549 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-88bb4e6d-9407-4887-b698-b65f0ab1c018 req-f6661e96-ecd8-4316-8fe3-75a08f95953d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (a0add7ed-5464-4c4c-bb48-b733b2757101), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:40.497915 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6661e96-ecd8-4316-8fe3-75a08f95953d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Pushing event deleted for resources: {'Port': ['ID=a0add7ed-5464-4c4c-bb48-b733b2757101,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:40.508194 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['a0add7ed-5464-4c4c-bb48-b733b2757101'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:04:40.547511 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0807a57b-9a72-4517-a3c9-a853660a254e req-48bb1de0-f6b4-425d-96be-0e9e76c0d246 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431145 Jun 23 11:04:40.562414 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2bb5df58-6001-43f3-8488-c8d30aae1436 req-87c73eea-3c8e-4396-a645-d49ebb163231 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3909cef4-3010-4515-8cab-d60278b2d3ee HTTP/1.1" status: 200 len: 1001 time: 0.1759005 Jun 23 11:04:40.563077 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bb4e6d-9407-4887-b698-b65f0ab1c018 req-f6661e96-ecd8-4316-8fe3-75a08f95953d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] No DVR routers for this DVR port a0add7ed-5464-4c4c-bb48-b733b2757101 on host hv-cinder-84330 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:04:40.565632 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-88bb4e6d-9407-4887-b698-b65f0ab1c018 req-f6661e96-ecd8-4316-8fe3-75a08f95953d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:40.568858 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-88bb4e6d-9407-4887-b698-b65f0ab1c018 req-f6661e96-ecd8-4316-8fe3-75a08f95953d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.60 "DELETE /v2.0/ports/a0add7ed-5464-4c4c-bb48-b733b2757101 HTTP/1.1" status: 204 len: 173 time: 1.0124893 Jun 23 11:04:40.569359 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e278233-9622-48db-ad2b-5431be7483f2', 'name': 'network-vif-deleted', 'tag': 'a0add7ed-5464-4c4c-bb48-b733b2757101'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:04:40.571526 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0314bba1-543a-4fda-a24d-e00dd7307742" -d '{"events": [{"server_uuid": "2e278233-9622-48db-ad2b-5431be7483f2", "name": "network-vif-deleted", "tag": "a0add7ed-5464-4c4c-bb48-b733b2757101"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:04:40.577377 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-f70cedeb-2224-473b-91eb-76cad0ba91f9 service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468830 Jun 23 11:04:40.645401 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b1e9f8-b7ce-45c5-9f99-0ac7d118ca50 x-openstack-request-id: req-93b1e9f8-b7ce-45c5-9f99-0ac7d118ca50 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:04:40.645999 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e278233-9622-48db-ad2b-5431be7483f2", "name": "network-vif-deleted", "tag": "a0add7ed-5464-4c4c-bb48-b733b2757101", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:04:40.645999 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93b1e9f8-b7ce-45c5-9f99-0ac7d118ca50 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:04:40.646360 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b1e9f8-b7ce-45c5-9f99-0ac7d118ca50'] response: {'server_uuid': '2e278233-9622-48db-ad2b-5431be7483f2', 'name': 'network-vif-deleted', 'tag': 'a0add7ed-5464-4c4c-bb48-b733b2757101', 'status': 'completed', 'code': 200} Jun 23 11:04:40.662607 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5df58-6001-43f3-8488-c8d30aae1436 req-9b965d6e-7438-420f-9c77-cbed78421ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:40.664119 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2bb5df58-6001-43f3-8488-c8d30aae1436 req-9b965d6e-7438-420f-9c77-cbed78421ace service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 200 len: 857 time: 0.0752349 Jun 23 11:04:40.701434 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff8e4fc3-0604-4288-b5af-37c82a795442 req-b0ff5dfd-5509-49d9-b1b1-f4473d1e2408 service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022878 Jun 23 11:04:40.821689 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5df58-6001-43f3-8488-c8d30aae1436 req-064ef1b5-7522-460e-bec6-673fbaabd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:40.823313 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2bb5df58-6001-43f3-8488-c8d30aae1436 req-064ef1b5-7522-460e-bec6-673fbaabd64e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19e128cb-e174-49db-a8d2-8534db57c32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453818 Jun 23 11:04:40.902062 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bf6ff-f6df-4e15-8311-c5019210c716 req-e1d5186f-d528-4215-b68b-a18058fb83ea tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:40.904299 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-221bf6ff-f6df-4e15-8311-c5019210c716 req-e1d5186f-d528-4215-b68b-a18058fb83ea tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0560338 Jun 23 11:04:40.964039 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-221bf6ff-f6df-4e15-8311-c5019210c716 req-d99b5d73-7b26-4fc6-be96-f410c03d1407 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512023 Jun 23 11:04:41.130758 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f88bfc-0d30-4632-95fd-e56c41f9b245 req-8326aadc-660f-4034-9699-dc715ce68268 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:41.148012 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a0f88bfc-0d30-4632-95fd-e56c41f9b245 req-8326aadc-660f-4034-9699-dc715ce68268 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 944 time: 0.0872993 Jun 23 11:04:41.175423 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:41.176230 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a63a2155-38aa-43ea-b814-7399fda4dcd7 req-34f357c7-abce-4702-97bc-b642d965a566 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 210 time: 0.0492759 Jun 23 11:04:41.208662 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a0f88bfc-0d30-4632-95fd-e56c41f9b245 req-4931b313-d380-43d9-a611-85bba8810da6 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521047 Jun 23 11:04:41.524774 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0150f-ad12-494d-b19a-2136f07530a0 req-e04ccb89-9bf4-4032-8455-00f021bc1fe3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:41.526843 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-92d0150f-ad12-494d-b19a-2136f07530a0 req-e04ccb89-9bf4-4032-8455-00f021bc1fe3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 943 time: 0.0537970 Jun 23 11:04:41.594826 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-92d0150f-ad12-494d-b19a-2136f07530a0 req-fb29d4e5-0e37-4d9e-8289-ec3887480955 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549266 Jun 23 11:04:42.077989 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ebd9c-b143-4b12-9ef1-93024f1f8db0 req-1db03cbb-5f97-407f-ba88-04bcacc076d1 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:42.079732 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5e5ebd9c-b143-4b12-9ef1-93024f1f8db0 req-1db03cbb-5f97-407f-ba88-04bcacc076d1 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0519257 Jun 23 11:04:42.135525 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5e5ebd9c-b143-4b12-9ef1-93024f1f8db0 req-6c933dd7-88d8-4830-9e0a-47264267e70c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496483 Jun 23 11:04:42.375301 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-647877fd-b743-462b-8d56-472bc785cba4 req-9292cc91-6b2f-44f8-8a7e-1d5ceca7cfd7 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e278233-9622-48db-ad2b-5431be7483f2 HTTP/1.1" status: 200 len: 210 time: 0.0657752 Jun 23 11:04:42.386121 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2bb5df58-6001-43f3-8488-c8d30aae1436 req-b65f575d-38e9-4714-878b-aa4e1756f67a service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765304 Jun 23 11:04:42.406839 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365af07-ec25-448b-8298-e23eb206437a req-72f814ed-0596-47e1-b95f-d8d6d0fa41f9 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:42.408357 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b365af07-ec25-448b-8298-e23eb206437a req-72f814ed-0596-47e1-b95f-d8d6d0fa41f9 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 944 time: 0.0912480 Jun 23 11:04:42.458514 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b365af07-ec25-448b-8298-e23eb206437a req-3d7c12d7-39ad-4f5a-b3ad-1213ed153946 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440893 Jun 23 11:04:42.736938 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device b7535b31-8d71-494f-97b9-054dc6058267 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:04:42.756959 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device a0add7ed-5464-4c4c-bb48-b733b2757101 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:04:42.767343 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eaf07c-6a8a-4d8c-b922-e4df0394a024 req-88f05803-e6c2-4242-88b7-8fe9bedae262 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:42.768912 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-03eaf07c-6a8a-4d8c-b922-e4df0394a024 req-88f05803-e6c2-4242-88b7-8fe9bedae262 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 943 time: 0.0825806 Jun 23 11:04:42.770897 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2bb5df58-6001-43f3-8488-c8d30aae1436 req-311de59a-724b-4924-b05a-1e9fdb37a17a service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612315 Jun 23 11:04:42.788170 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: a0add7ed-5464-4c4c-bb48-b733b2757101 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:04:42.788840 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device a0add7ed-5464-4c4c-bb48-b733b2757101 not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:04:42.859264 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-03eaf07c-6a8a-4d8c-b922-e4df0394a024 req-27c3ff75-e579-44a0-af08-53d5f05d20c0 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841193 Jun 23 11:04:42.906976 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port b7535b31-8d71-494f-97b9-054dc6058267, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b7535b31-8d71-494f-97b9-054dc6058267,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:04:42.923493 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': 'b7535b31-8d71-494f-97b9-054dc6058267', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'port_id': 'b7535b31-8d71-494f-97b9-054dc6058267', 'mac_address': 'fa:16:3e:42:cb:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:04:42.961556 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port b7535b31-8d71-494f-97b9-054dc6058267 is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:04:42.961947 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (b7535b31-8d71-494f-97b9-054dc6058267), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:42.980964 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7535b31-8d71-494f-97b9-054dc6058267 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:04:43.004109 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port b7535b31-8d71-494f-97b9-054dc6058267, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b7535b31-8d71-494f-97b9-054dc6058267,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:04:43.007879 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (b7535b31-8d71-494f-97b9-054dc6058267), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:43.183910 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=b7535b31-8d71-494f-97b9-054dc6058267,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:43.293066 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ccfd8-2818-4131-b48c-b4ca79c17478 req-605aed23-31a7-4d6d-9570-e2a6fa849ba0 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:43.294760 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-272ccfd8-2818-4131-b48c-b4ca79c17478 req-605aed23-31a7-4d6d-9570-e2a6fa849ba0 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0515397 Jun 23 11:04:43.350916 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-272ccfd8-2818-4131-b48c-b4ca79c17478 req-fbb3a72d-4ae1-4141-8858-b9ed62eadd7d tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504942 Jun 23 11:04:43.472337 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['b7535b31-8d71-494f-97b9-054dc6058267'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:04:43.612456 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac6dee-12ea-4bf3-816c-bd8d5116e61c req-e3948884-1bbb-43b0-b8bf-3363e4cfe916 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:43.621855 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-aaac6dee-12ea-4bf3-816c-bd8d5116e61c req-e3948884-1bbb-43b0-b8bf-3363e4cfe916 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0729661 Jun 23 11:04:43.679675 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:43.708922 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-aaac6dee-12ea-4bf3-816c-bd8d5116e61c req-9d64c16d-9359-4f87-8038-199400ed82e3 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848014 Jun 23 11:04:43.971967 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:43.989901 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab00d71-823a-432b-8496-dea7b2579d13 req-70bf3998-fed0-4dae-8349-4da70458cc7b tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:43.996225 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7ab00d71-823a-432b-8496-dea7b2579d13 req-70bf3998-fed0-4dae-8349-4da70458cc7b tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 943 time: 0.0585945 Jun 23 11:04:44.053918 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7ab00d71-823a-432b-8496-dea7b2579d13 req-2650e53f-089a-45d7-8790-151497be45b5 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562067 Jun 23 11:04:44.469638 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:44.481092 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32cb7a-30ce-4482-a879-54d8ad8a5065 req-1b4e1b92-3928-4348-894b-5cf0a9eb3ddf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:44.482849 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ea32cb7a-30ce-4482-a879-54d8ad8a5065 req-1b4e1b92-3928-4348-894b-5cf0a9eb3ddf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0510137 Jun 23 11:04:44.535537 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ea32cb7a-30ce-4482-a879-54d8ad8a5065 req-7f3ec974-e1c4-430d-a7de-b0c15cfc0fcb tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467088 Jun 23 11:04:44.856252 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfa2b8-3534-4b06-84a1-d46ae6f2f434 req-7c6057a6-fdab-4a1c-b4b7-414d3d04ed6e tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:44.863506 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-95cfa2b8-3534-4b06-84a1-d46ae6f2f434 req-7c6057a6-fdab-4a1c-b4b7-414d3d04ed6e tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0576246 Jun 23 11:04:44.916356 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-95cfa2b8-3534-4b06-84a1-d46ae6f2f434 req-59db92d2-6d3f-4397-87ec-5542f35db181 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517843 Jun 23 11:04:45.197321 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087a02a-dece-4537-a9d2-8e6e0401561c req-3d6d17b0-7ad1-475d-adc4-7ec7b1ecad08 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:45.199362 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5087a02a-dece-4537-a9d2-8e6e0401561c req-3d6d17b0-7ad1-475d-adc4-7ec7b1ecad08 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 943 time: 0.0578079 Jun 23 11:04:45.266134 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5087a02a-dece-4537-a9d2-8e6e0401561c req-4dc4858f-12d8-40c0-ad1e-25d4db9c51e1 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598748 Jun 23 11:04:45.654739 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b04ac-5b3f-4a24-b6cc-164e88b57fc9 req-34505e42-3723-4217-a6c1-0e209289cbfd tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:45.661096 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-684b04ac-5b3f-4a24-b6cc-164e88b57fc9 req-34505e42-3723-4217-a6c1-0e209289cbfd tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0548484 Jun 23 11:04:45.715238 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-684b04ac-5b3f-4a24-b6cc-164e88b57fc9 req-9722c20a-45ac-49d5-bab9-eba7c6c07be9 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530608 Jun 23 11:04:46.028546 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3e64a-5cb4-435c-9883-046ba68ba997 req-69c5b24a-2fda-4611-9511-d4e7a7b5e65e tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:46.030692 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f6b3e64a-5cb4-435c-9883-046ba68ba997 req-69c5b24a-2fda-4611-9511-d4e7a7b5e65e tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0500259 Jun 23 11:04:46.082638 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f6b3e64a-5cb4-435c-9883-046ba68ba997 req-f4f48f67-c9de-4283-a800-6adb81e60afe tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418892 Jun 23 11:04:46.374337 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752a075-1c87-4564-9c23-b4ff03e15457 req-f972ba3b-2285-491d-a19d-56ea1897a2e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:46.376094 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e752a075-1c87-4564-9c23-b4ff03e15457 req-f972ba3b-2285-491d-a19d-56ea1897a2e3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 943 time: 0.0479746 Jun 23 11:04:46.396507 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:46.426372 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e752a075-1c87-4564-9c23-b4ff03e15457 req-4b79142c-4f4f-4232-8efe-82101328da9d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447690 Jun 23 11:04:46.830801 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f41b0-2292-48c0-a250-443ab6e98350 req-6be09fa2-c8ee-4a1c-a883-1982b15f7770 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:46.832278 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-758f41b0-2292-48c0-a250-443ab6e98350 req-6be09fa2-c8ee-4a1c-a883-1982b15f7770 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0467951 Jun 23 11:04:46.882483 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-758f41b0-2292-48c0-a250-443ab6e98350 req-2bf99d78-e3c0-48e9-8764-c71a752af224 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445957 Jun 23 11:04:47.203199 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85530c-070f-480f-98d4-ed3dfb98afaf req-4bd8f3af-1160-41b9-a693-2568b60ab383 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:47.204706 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2c85530c-070f-480f-98d4-ed3dfb98afaf req-4bd8f3af-1160-41b9-a693-2568b60ab383 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 945 time: 0.0508838 Jun 23 11:04:47.252713 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2c85530c-070f-480f-98d4-ed3dfb98afaf req-53671924-b1f2-4f3c-a04c-d03556e8316c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423832 Jun 23 11:04:47.535991 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18037929-e692-467f-a96c-d52525a47dd2 req-48ef367f-781a-4773-b610-21acb1b1ad11 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:47.537410 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-18037929-e692-467f-a96c-d52525a47dd2 req-48ef367f-781a-4773-b610-21acb1b1ad11 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 943 time: 0.0452909 Jun 23 11:04:47.584112 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-18037929-e692-467f-a96c-d52525a47dd2 req-ae997dc6-53ae-464e-932f-d3af4ef5208a tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412431 Jun 23 11:04:47.828550 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device b7535b31-8d71-494f-97b9-054dc6058267 up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:04:47.869471 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port b7535b31-8d71-494f-97b9-054dc6058267 completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:04:47.875621 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port b7535b31-8d71-494f-97b9-054dc6058267 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:04:47.876282 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b7535b31-8d71-494f-97b9-054dc6058267), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:47.954173 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port b7535b31-8d71-494f-97b9-054dc6058267 is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:04:47.954739 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (b7535b31-8d71-494f-97b9-054dc6058267), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:47.978623 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7535b31-8d71-494f-97b9-054dc6058267'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:04:47.980918 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9595fc-426c-4d64-a789-6bbd849da44e" -d '{"events": [{"server_uuid": "6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5", "name": "network-vif-plugged", "status": "completed", "tag": "b7535b31-8d71-494f-97b9-054dc6058267"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:04:47.994518 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port b7535b31-8d71-494f-97b9-054dc6058267, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b7535b31-8d71-494f-97b9-054dc6058267,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:04:47.999116 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (b7535b31-8d71-494f-97b9-054dc6058267), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:48.027935 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbfa2ee-7682-4915-8266-9a136759991d x-openstack-request-id: req-ebbfa2ee-7682-4915-8266-9a136759991d {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:04:48.028249 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5", "name": "network-vif-plugged", "status": "completed", "tag": "b7535b31-8d71-494f-97b9-054dc6058267", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:04:48.028501 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ebbfa2ee-7682-4915-8266-9a136759991d {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:04:48.029527 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebbfa2ee-7682-4915-8266-9a136759991d'] response: {'server_uuid': '6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7535b31-8d71-494f-97b9-054dc6058267', 'code': 200} Jun 23 11:04:48.030872 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61875c4-f689-4a3b-beee-0789c5271240 req-d1ee74a5-a00f-41d0-ac50-44bee430332e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:48.032496 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e61875c4-f689-4a3b-beee-0789c5271240 req-d1ee74a5-a00f-41d0-ac50-44bee430332e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0659480 Jun 23 11:04:48.037209 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:48.052214 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=b7535b31-8d71-494f-97b9-054dc6058267,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:48.092337 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e61875c4-f689-4a3b-beee-0789c5271240 req-02a17972-1fbb-403b-a72d-af0cccf6247f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524676 Jun 23 11:04:48.365875 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc3b5b-10b3-4f34-94ca-4151fec13570 req-40dfcd8e-cbc4-4995-9cde-8eb44b98f289 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:48.367337 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-89cc3b5b-10b3-4f34-94ca-4151fec13570 req-40dfcd8e-cbc4-4995-9cde-8eb44b98f289 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 946 time: 0.0477481 Jun 23 11:04:48.414651 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-89cc3b5b-10b3-4f34-94ca-4151fec13570 req-0d055cb8-4a18-4631-a1d3-1c93cb2f5d41 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410528 Jun 23 11:04:48.670509 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7cdc2-95fc-4876-b1f2-2aeeee3a96a6 req-6ef9bf84-a5e9-4676-895c-4d184d5c70d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:48.672096 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0ca7cdc2-95fc-4876-b1f2-2aeeee3a96a6 req-6ef9bf84-a5e9-4676-895c-4d184d5c70d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 1130 time: 0.0551014 Jun 23 11:04:48.719571 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a690c0c-8cea-4a1c-b22b-41564704816d req-05d01a0a-8f1f-45ee-8371-f059ff7aa4e9 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:48.721051 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7a690c0c-8cea-4a1c-b22b-41564704816d req-05d01a0a-8f1f-45ee-8371-f059ff7aa4e9 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 943 time: 0.0683253 Jun 23 11:04:48.755882 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0ca7cdc2-95fc-4876-b1f2-2aeeee3a96a6 req-622c7686-1c03-4188-8826-2d16b84d2aec service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677824 Jun 23 11:04:48.784364 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7a690c0c-8cea-4a1c-b22b-41564704816d req-978bfda4-6e2e-419f-96c8-64bc8d546acb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549965 Jun 23 11:04:49.219288 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:49.230545 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b0740-6de3-4d1f-9768-11f1a3a2656f req-b6665488-4108-41eb-a3a4-4869cc563931 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:49.232696 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-049b0740-6de3-4d1f-9768-11f1a3a2656f req-b6665488-4108-41eb-a3a4-4869cc563931 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0522597 Jun 23 11:04:49.286392 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-049b0740-6de3-4d1f-9768-11f1a3a2656f req-d1240b06-fa82-4f83-8738-a6c8736343bf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478702 Jun 23 11:04:49.530635 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfd67e-8161-4f72-9443-53dfc07d6c2f req-86e28dcb-e4f6-4751-88d2-c5ccb2198345 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:49.532204 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-35cfd67e-8161-4f72-9443-53dfc07d6c2f req-86e28dcb-e4f6-4751-88d2-c5ccb2198345 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 946 time: 0.0485005 Jun 23 11:04:49.582562 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-35cfd67e-8161-4f72-9443-53dfc07d6c2f req-09494760-cf36-4e7f-b57c-37f6bd91853c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442193 Jun 23 11:04:49.897827 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1669e-5325-4800-9492-deca25a78ad3 req-6ff3d8a8-c3ca-48e2-a4bf-51f6fbe14b83 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:49.899286 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cab1669e-5325-4800-9492-deca25a78ad3 req-6ff3d8a8-c3ca-48e2-a4bf-51f6fbe14b83 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 943 time: 0.0467753 Jun 23 11:04:49.946522 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cab1669e-5325-4800-9492-deca25a78ad3 req-1e835cfb-f937-4c8b-9ef3-2291b4bc0851 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417128 Jun 23 11:04:50.202312 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 39500) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:04:50.246047 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7958c4-4d92-4248-84c4-080170e38792 admin admin] Deleting subnet a5f67bbe-5941-453e-9134-1b9d63af85c3 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:04:50.249794 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c7958c4-4d92-4248-84c4-080170e38792 admin admin] Publish callbacks [] for subnet (a5f67bbe-5941-453e-9134-1b9d63af85c3), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:50.282801 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c7958c4-4d92-4248-84c4-080170e38792 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497197'] for subnet (a5f67bbe-5941-453e-9134-1b9d63af85c3), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:50.322815 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c7958c4-4d92-4248-84c4-080170e38792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537351'] for subnet (a5f67bbe-5941-453e-9134-1b9d63af85c3), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:50.412112 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550573d1-279c-49aa-b0c2-ef02c5096e34 req-c3b49bdf-9647-429d-9309-082211a3c396 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:50.413547 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-550573d1-279c-49aa-b0c2-ef02c5096e34 req-c3b49bdf-9647-429d-9309-082211a3c396 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0567958 Jun 23 11:04:50.427088 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c7958c4-4d92-4248-84c4-080170e38792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60180776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59763228'] for subnet (a5f67bbe-5941-453e-9134-1b9d63af85c3), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:50.432281 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:50.463067 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7958c4-4d92-4248-84c4-080170e38792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f67bbe-5941-453e-9134-1b9d63af85c3,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:50.464847 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9c7958c4-4d92-4248-84c4-080170e38792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:50.468406 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-9c7958c4-4d92-4248-84c4-080170e38792 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a5f67bbe-5941-453e-9134-1b9d63af85c3 HTTP/1.1" status: 204 len: 168 time: 0.2651114 Jun 23 11:04:50.470987 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 39506) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:04:50.496861 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-550573d1-279c-49aa-b0c2-ef02c5096e34 req-c3cd576e-8c95-454f-9118-69b896eeee0e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761297 Jun 23 11:04:50.542381 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9478bbb8-5e8b-4b9f-a3d9-a257f92dfbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594832'] for network (97c23ceb-2864-4713-821e-e19a5b81f5fe), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:50.617376 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9478bbb8-5e8b-4b9f-a3d9-a257f92dfbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506618', 'neutron.services.segments.db._delete_segments_for_network-8767343742347'] for network (97c23ceb-2864-4713-821e-e19a5b81f5fe), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:50.642091 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9478bbb8-5e8b-4b9f-a3d9-a257f92dfbec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c23ceb-2864-4713-821e-e19a5b81f5fe']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:50.651371 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9478bbb8-5e8b-4b9f-a3d9-a257f92dfbec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:50.651702 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9478bbb8-5e8b-4b9f-a3d9-a257f92dfbec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:50.671437 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9478bbb8-5e8b-4b9f-a3d9-a257f92dfbec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767343744660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59676569'] for segment (6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:50.703802 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9478bbb8-5e8b-4b9f-a3d9-a257f92dfbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:50.715246 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f03e5a-1249-4a6f-9a2e-47f049e75e45 req-8e73cd7e-c579-4e3f-9f29-04f5d077631f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:50.717258 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d6f03e5a-1249-4a6f-9a2e-47f049e75e45 req-8e73cd7e-c579-4e3f-9f29-04f5d077631f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 946 time: 0.0634961 Jun 23 11:04:50.719784 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9478bbb8-5e8b-4b9f-a3d9-a257f92dfbec admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:04:50.720168 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9478bbb8-5e8b-4b9f-a3d9-a257f92dfbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59715779'] for segment (6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:50.743314 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment 6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc resource provider aggregate not found Jun 23 11:04:50.761771 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment 6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6277550b-9ab7-4dd8-87d7-e6a75e9ee0fc found for delete ", "request_id": "req-fc541f60-90fa-41c1-b016-e49f7aba6571"}]} Jun 23 11:04:50.811816 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9478bbb8-5e8b-4b9f-a3d9-a257f92dfbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385476'] for network (97c23ceb-2864-4713-821e-e19a5b81f5fe), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:50.820546 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9478bbb8-5e8b-4b9f-a3d9-a257f92dfbec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:50.823583 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-9478bbb8-5e8b-4b9f-a3d9-a257f92dfbec admin admin] 10.222.0.65 "DELETE /v2.0/networks/97c23ceb-2864-4713-821e-e19a5b81f5fe HTTP/1.1" status: 204 len: 168 time: 0.3513048 Jun 23 11:04:50.824147 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:50.837677 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d6f03e5a-1249-4a6f-9a2e-47f049e75e45 req-7fa6eca8-895b-48ab-bf20-d14bb42a2f45 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124628 Jun 23 11:04:50.838749 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478bbb8-5e8b-4b9f-a3d9-a257f92dfbec admin admin] Pushing event deleted for resources: {'Network': ['ID=97c23ceb-2864-4713-821e-e19a5b81f5fe,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:51.023470 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 39518) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:04:51.061305 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4aaaf7-8feb-491e-9813-08e68cdf199b req-1a867da8-cc70-4e44-b2c2-91ca1759de5e tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:51.062779 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc4aaaf7-8feb-491e-9813-08e68cdf199b req-1a867da8-cc70-4e44-b2c2-91ca1759de5e tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 943 time: 0.0494459 Jun 23 11:04:51.063875 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-230829b0-f27e-46e9-bbf0-2715b521092f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1da9afa4daa046239d16a594150a994c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390573 Jun 23 11:04:51.066131 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 39520) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:04:51.075315 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:51.118785 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce3536f2-ff2d-4fe7-af45-ee383fbf5944 admin admin] Publish callbacks [] for security_group (5cf495b3-95d0-4cb7-b376-00ee1a3e02fd), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:51.119355 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc4aaaf7-8feb-491e-9813-08e68cdf199b req-20495d5d-214c-4aeb-8c84-f44ff21418c0 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506370 Jun 23 11:04:51.141656 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce3536f2-ff2d-4fe7-af45-ee383fbf5944 admin admin] Publish callbacks [] for security_group (5cf495b3-95d0-4cb7-b376-00ee1a3e02fd), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:51.188538 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce3536f2-ff2d-4fe7-af45-ee383fbf5944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (5cf495b3-95d0-4cb7-b376-00ee1a3e02fd), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:51.191189 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce3536f2-ff2d-4fe7-af45-ee383fbf5944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:51.192378 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-ce3536f2-ff2d-4fe7-af45-ee383fbf5944 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5cf495b3-95d0-4cb7-b376-00ee1a3e02fd HTTP/1.1" status: 204 len: 168 time: 0.1253197 Jun 23 11:04:51.200100 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3536f2-ff2d-4fe7-af45-ee383fbf5944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf495b3-95d0-4cb7-b376-00ee1a3e02fd,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:51.246125 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 5cc271a1-6f9b-43a0-963f-fc7a9395a997 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:04:51.348682 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 5cc271a1-6f9b-43a0-963f-fc7a9395a997, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5cc271a1-6f9b-43a0-963f-fc7a9395a997,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:04:51.366224 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '5cc271a1-6f9b-43a0-963f-fc7a9395a997', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'port_id': '5cc271a1-6f9b-43a0-963f-fc7a9395a997', 'mac_address': 'fa:16:3e:4f:46:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:04:51.402265 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 5cc271a1-6f9b-43a0-963f-fc7a9395a997 is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:04:51.402659 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (5cc271a1-6f9b-43a0-963f-fc7a9395a997), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:51.415775 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc271a1-6f9b-43a0-963f-fc7a9395a997 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:04:51.435813 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 5cc271a1-6f9b-43a0-963f-fc7a9395a997, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5cc271a1-6f9b-43a0-963f-fc7a9395a997,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:04:51.439566 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (5cc271a1-6f9b-43a0-963f-fc7a9395a997), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:51.487289 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=5cc271a1-6f9b-43a0-963f-fc7a9395a997,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:51.614520 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f055-736e-4345-b776-6db2a7f66b34 req-73852421-1641-4b25-b52a-e8a9faae2ef8 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:51.616130 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0621f055-736e-4345-b776-6db2a7f66b34 req-73852421-1641-4b25-b52a-e8a9faae2ef8 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0519640 Jun 23 11:04:51.918058 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0621f055-736e-4345-b776-6db2a7f66b34 req-8f6f9ed2-76cb-44f2-aec2-5553220047fa tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2964206 Jun 23 11:04:51.982997 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccabb8-c718-4b26-885a-37b643697fd6 req-76f89047-1f8a-4e2e-8e56-dde3bb089667 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:51.984663 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e8ccabb8-c718-4b26-885a-37b643697fd6 req-76f89047-1f8a-4e2e-8e56-dde3bb089667 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 946 time: 0.0498934 Jun 23 11:04:52.033943 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e8ccabb8-c718-4b26-885a-37b643697fd6 req-91a73232-6bc7-4cc6-87d4-1203681484fc tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437036 Jun 23 11:04:52.234388 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d5460-7f9f-4efe-a8ba-e153ac78069c req-5ec6930b-c8cc-4add-a9a0-f50f97ce5f7b tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:52.235753 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-861d5460-7f9f-4efe-a8ba-e153ac78069c req-5ec6930b-c8cc-4add-a9a0-f50f97ce5f7b tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 944 time: 0.0468726 Jun 23 11:04:52.257461 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:52.290917 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-861d5460-7f9f-4efe-a8ba-e153ac78069c req-08336e40-0bad-4e90-9a74-1de089776e19 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494897 Jun 23 11:04:52.641521 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42357058-4362-49a4-bc48-93fe789979ba req-25c9410a-f68e-40bf-a1e1-8e1f11b965ae tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:52.642961 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-42357058-4362-49a4-bc48-93fe789979ba req-25c9410a-f68e-40bf-a1e1-8e1f11b965ae tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/networks?id=90335769-5abc-4a45-87f8-aca0c9113916 HTTP/1.1" status: 200 len: 813 time: 0.1008391 Jun 23 11:04:52.657724 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-42357058-4362-49a4-bc48-93fe789979ba req-d980ae2c-4d42-4b3c-89fa-e43cc4b15f82 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/quotas/64682ed401c74af7aa436a2171819ebe HTTP/1.1" status: 200 len: 375 time: 0.0093961 Jun 23 11:04:52.688855 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-42357058-4362-49a4-bc48-93fe789979ba req-492b308e-131a-4cd5-b055-a663deb9db7f tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=64682ed401c74af7aa436a2171819ebe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263412 Jun 23 11:04:52.702102 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['5cc271a1-6f9b-43a0-963f-fc7a9395a997'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:04:52.783721 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-42357058-4362-49a4-bc48-93fe789979ba req-267400f2-a1f0-4d27-9187-75b14e84b28f service neutron] 10.222.0.65 "GET /v2.0/networks/90335769-5abc-4a45-87f8-aca0c9113916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882235 Jun 23 11:04:52.874596 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:52.880365 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-42357058-4362-49a4-bc48-93fe789979ba req-22c1a287-d474-4a26-9d66-947ab50bc69f service neutron] 10.222.0.65 "GET /v2.0/networks/90335769-5abc-4a45-87f8-aca0c9113916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905876 Jun 23 11:04:53.041170 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-dc46421d-90c5-450b-a747-21ae4e4f38cb req-8d2f52b8-0cc2-46a1-a69e-c3dfa8280712 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 210 time: 0.0281348 Jun 23 11:04:53.050322 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b489b6-28d0-4ede-b3b2-0369620600c2 req-e01814ab-82e7-49ab-b001-1ab73b86d1ba tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:53.051892 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d2b489b6-28d0-4ede-b3b2-0369620600c2 req-e01814ab-82e7-49ab-b001-1ab73b86d1ba tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0506942 Jun 23 11:04:53.103322 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d2b489b6-28d0-4ede-b3b2-0369620600c2 req-92e048d1-68db-4e71-9dde-e3f64c0a8afd tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459163 Jun 23 11:04:53.134194 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:04:53.171708 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e57e6e-1d14-4393-9ad6-6a42dbd88529 req-1ab5dfab-6de5-4c09-9774-2f4f8612e35c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:53.173245 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a1e57e6e-1d14-4393-9ad6-6a42dbd88529 req-1ab5dfab-6de5-4c09-9774-2f4f8612e35c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 946 time: 0.0540857 Jun 23 11:04:53.221465 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a1e57e6e-1d14-4393-9ad6-6a42dbd88529 req-59e5b2e5-e625-45e1-903c-8d827ac19821 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423231 Jun 23 11:04:53.340593 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cb737-cb55-4be2-8cdf-66952ba77fb8 req-699c039a-8cfc-46e3-bdc3-742adfa42205 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:53.342406 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-bb5cb737-cb55-4be2-8cdf-66952ba77fb8 req-699c039a-8cfc-46e3-bdc3-742adfa42205 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 946 time: 0.0515501 Jun 23 11:04:53.350914 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 39592) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:04:53.355792 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d7035c26-6f08-4fd9-9377-563c35303343 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'floatingip': {'port_id': 'b7535b31-8d71-494f-97b9-054dc6058267'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:53.395125 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d7035c26-6f08-4fd9-9377-563c35303343 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (08676d22-6aeb-49df-ba4e-1904827282a4), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:53.407036 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b0f8a-421f-46a8-a649-d91b992f0c8a req-4dc82eb7-ef1c-493e-addc-8abbe5eb4694 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:53.408761 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2e4b0f8a-421f-46a8-a649-d91b992f0c8a req-4dc82eb7-ef1c-493e-addc-8abbe5eb4694 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 944 time: 0.0478451 Jun 23 11:04:53.467402 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2e4b0f8a-421f-46a8-a649-d91b992f0c8a req-1c24dbf6-fb0b-42e8-89e7-0ad6068a45a3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519357 Jun 23 11:04:53.846189 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:53.851919 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d7035c26-6f08-4fd9-9377-563c35303343 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:53.856716 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d7035c26-6f08-4fd9-9377-563c35303343 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (08676d22-6aeb-49df-ba4e-1904827282a4), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:53.969897 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.l3_db [None req-d7035c26-6f08-4fd9-9377-563c35303343 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Floating IP 08676d22-6aeb-49df-ba4e-1904827282a4 associated. External IP: 172.27.2.116, port: b7535b31-8d71-494f-97b9-054dc6058267. Jun 23 11:04:54.171534 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c512fc4d-9887-457c-b505-9ea9618b0a76 req-aa595609-5d39-4e7c-b89e-dd496d21cf1f tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 210 time: 0.0570369 Jun 23 11:04:54.192633 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7035c26-6f08-4fd9-9377-563c35303343 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Router 610e5342-e51c-4cf1-856f-3920f06a611f has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:04:54.214836 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 5cc271a1-6f9b-43a0-963f-fc7a9395a997 up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:04:54.219806 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1b097-fcfc-4fd3-8663-5c648d0c3125 req-ad59589c-b184-4711-a2fa-27ed2f7902d5 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:54.221440 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-82b1b097-fcfc-4fd3-8663-5c648d0c3125 req-ad59589c-b184-4711-a2fa-27ed2f7902d5 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0473213 Jun 23 11:04:54.257561 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port 5cc271a1-6f9b-43a0-963f-fc7a9395a997 completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:04:54.265495 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 5cc271a1-6f9b-43a0-963f-fc7a9395a997 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:04:54.265953 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (5cc271a1-6f9b-43a0-963f-fc7a9395a997), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:54.274440 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-82b1b097-fcfc-4fd3-8663-5c648d0c3125 req-1b0fae20-bbdf-4fad-85d8-94dbee573961 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474770 Jun 23 11:04:54.299114 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:54.311952 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7035c26-6f08-4fd9-9377-563c35303343 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:04:54.316792 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d7035c26-6f08-4fd9-9377-563c35303343 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:54.330610 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2106e117-8b67-4237-8826-aeb8f54040f8 None None] Sync routers for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:04:54.347421 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-d7035c26-6f08-4fd9-9377-563c35303343 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "PUT /v2.0/floatingips/08676d22-6aeb-49df-ba4e-1904827282a4 HTTP/1.1" status: 200 len: 992 time: 0.9943469 Jun 23 11:04:54.347421 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5', 'tag': 'b7535b31-8d71-494f-97b9-054dc6058267'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:04:54.349015 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2106e117-8b67-4237-8826-aeb8f54040f8 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:04:54.349327 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7964ba01-56d7-464e-ae66-3adba4ccb070" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5", "tag": "b7535b31-8d71-494f-97b9-054dc6058267"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:04:54.349752 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2106e117-8b67-4237-8826-aeb8f54040f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:04:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:54.389879 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7533b2-cd99-48d3-aa8c-2c318cf508c3 x-openstack-request-id: req-ab7533b2-cd99-48d3-aa8c-2c318cf508c3 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:04:54.389879 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5", "tag": "b7535b31-8d71-494f-97b9-054dc6058267", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:04:54.390346 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab7533b2-cd99-48d3-aa8c-2c318cf508c3 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:04:54.390782 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab7533b2-cd99-48d3-aa8c-2c318cf508c3'] response: {'name': 'network-changed', 'server_uuid': '6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5', 'tag': 'b7535b31-8d71-494f-97b9-054dc6058267', 'status': 'completed', 'code': 200} Jun 23 11:04:54.392142 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 5cc271a1-6f9b-43a0-963f-fc7a9395a997 is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:04:54.392535 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (5cc271a1-6f9b-43a0-963f-fc7a9395a997), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:54.456059 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f49b10a-300a-4cca-bc81-35841bde257c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc271a1-6f9b-43a0-963f-fc7a9395a997'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:04:54.458454 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275d7ba1-8cf8-46b5-8f5a-2edf0d45ccc5" -d '{"events": [{"server_uuid": "6f49b10a-300a-4cca-bc81-35841bde257c", "name": "network-vif-plugged", "status": "completed", "tag": "5cc271a1-6f9b-43a0-963f-fc7a9395a997"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:04:54.475216 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 5cc271a1-6f9b-43a0-963f-fc7a9395a997, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5cc271a1-6f9b-43a0-963f-fc7a9395a997,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:04:54.483517 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (5cc271a1-6f9b-43a0-963f-fc7a9395a997), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:54.488345 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:54.518094 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67430038-98c6-4895-a6a0-05f30ca1144c x-openstack-request-id: req-67430038-98c6-4895-a6a0-05f30ca1144c {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:04:54.518382 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f49b10a-300a-4cca-bc81-35841bde257c", "name": "network-vif-plugged", "status": "completed", "tag": "5cc271a1-6f9b-43a0-963f-fc7a9395a997", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:04:54.518632 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67430038-98c6-4895-a6a0-05f30ca1144c {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:04:54.519020 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67430038-98c6-4895-a6a0-05f30ca1144c'] response: {'server_uuid': '6f49b10a-300a-4cca-bc81-35841bde257c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc271a1-6f9b-43a0-963f-fc7a9395a997', 'code': 200} Jun 23 11:04:54.523393 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-2106e117-8b67-4237-8826-aeb8f54040f8 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:04:54.611479 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=5cc271a1-6f9b-43a0-963f-fc7a9395a997,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:54.641736 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964ba01-56d7-464e-ae66-3adba4ccb070 req-2d4b325c-9426-4d8b-b5a3-921614d56b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:54.645282 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7964ba01-56d7-464e-ae66-3adba4ccb070 req-2d4b325c-9426-4d8b-b5a3-921614d56b77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=578cf1b29d474080a716e77fe2e84e5b&device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 1130 time: 0.0734797 Jun 23 11:04:54.699166 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4328b-5d63-4ede-8b8d-1d79ee165b46 req-b591a576-083b-43a6-b492-4b5af8e1bf31 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:54.704109 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-39b4328b-5d63-4ede-8b8d-1d79ee165b46 req-b591a576-083b-43a6-b492-4b5af8e1bf31 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 945 time: 0.1553028 Jun 23 11:04:54.751364 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42357058-4362-49a4-bc48-93fe789979ba req-9a17c232-8244-43fc-9607-2f22584fc514 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:54.752832 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42357058-4362-49a4-bc48-93fe789979ba req-9a17c232-8244-43fc-9607-2f22584fc514 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.60 "GET /v2.0/networks?id=90335769-5abc-4a45-87f8-aca0c9113916 HTTP/1.1" status: 200 len: 813 time: 0.1532247 Jun 23 11:04:54.769364 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2106e117-8b67-4237-8826-aeb8f54040f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '08676d22-6aeb-49df-ba4e-1904827282a4', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': 'b7535b31-8d71-494f-97b9-054dc6058267', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:42:cb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:04:27Z', 'updated_at': '2022-06-23T11:04:53Z', 'revision_number': 1, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}, {'id': '17723486-3e8c-49c9-8638-9c7d38cbf01f', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': '7c27c36f-56fd-4d7b-b077-2903298e9c9c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:07:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:02:12Z', 'updated_at': '2022-06-23T11:02:57Z', 'revision_number': 2, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:54.778407 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-39b4328b-5d63-4ede-8b8d-1d79ee165b46 req-87c9bd7e-1816-404c-a027-5aea100b23b8 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705843 Jun 23 11:04:54.795941 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2106e117-8b67-4237-8826-aeb8f54040f8 None None] Checking router: 610e5342-e51c-4cf1-856f-3920f06a611f for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:04:54.804662 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2106e117-8b67-4237-8826-aeb8f54040f8 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:04:54.805277 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2106e117-8b67-4237-8826-aeb8f54040f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:04:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:54.813064 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-42357058-4362-49a4-bc48-93fe789979ba req-e3164435-e7ed-467e-81db-8bf704c9e58a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Request body: {'port': {'device_id': '5f733e16-e9ed-415a-828c-1e3371b8fb2f', 'network_id': '90335769-5abc-4a45-87f8-aca0c9113916', 'admin_state_up': True, 'tenant_id': '64682ed401c74af7aa436a2171819ebe'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:54.934861 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-2106e117-8b67-4237-8826-aeb8f54040f8 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:04:54.942229 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42357058-4362-49a4-bc48-93fe789979ba req-e3164435-e7ed-467e-81db-8bf704c9e58a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Made reservation on behalf of 64682ed401c74af7aa436a2171819ebe for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:04:54.945844 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-42357058-4362-49a4-bc48-93fe789979ba req-e3164435-e7ed-467e-81db-8bf704c9e58a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:55.078588 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:55.125423 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-42357058-4362-49a4-bc48-93fe789979ba req-e3164435-e7ed-467e-81db-8bf704c9e58a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Allocated IP 172.20.0.9 (90335769-5abc-4a45-87f8-aca0c9113916/d0311bcd-4158-4296-896f-09ee19fbbad7/60554c92-813d-4189-8fb7-1dea22dd8220) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:04:55.132300 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:55.155394 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:55.162743 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97726523-b551-473a-a0fb-f9c9909c2335 req-d9c00a0a-1724-4d05-ab72-79870ad25e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:55.164865 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-97726523-b551-473a-a0fb-f9c9909c2335 req-d9c00a0a-1724-4d05-ab72-79870ad25e10 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 1129 time: 0.3020096 Jun 23 11:04:55.170760 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964ba01-56d7-464e-ae66-3adba4ccb070 req-7d8a4b4f-5436-45db-a60d-772ec3b7efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:55.172654 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7964ba01-56d7-464e-ae66-3adba4ccb070 req-7d8a4b4f-5436-45db-a60d-772ec3b7efb1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b879fb0c-6f1b-457c-8797-97d9533d8257 HTTP/1.1" status: 200 len: 915 time: 0.3748944 Jun 23 11:04:55.215786 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2106e117-8b67-4237-8826-aeb8f54040f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '08676d22-6aeb-49df-ba4e-1904827282a4', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': 'b7535b31-8d71-494f-97b9-054dc6058267', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:42:cb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:04:27Z', 'updated_at': '2022-06-23T11:04:53Z', 'revision_number': 1, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}, {'id': '17723486-3e8c-49c9-8638-9c7d38cbf01f', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': '7c27c36f-56fd-4d7b-b077-2903298e9c9c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:07:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:02:12Z', 'updated_at': '2022-06-23T11:02:57Z', 'revision_number': 2, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:55.246221 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2106e117-8b67-4237-8826-aeb8f54040f8 None None] The sync data for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi is: [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '08676d22-6aeb-49df-ba4e-1904827282a4', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': 'b7535b31-8d71-494f-97b9-054dc6058267', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:42:cb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:04:27Z', 'updated_at': '2022-06-23T11:04:53Z', 'revision_number': 1, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}, {'id': '17723486-3e8c-49c9-8638-9c7d38cbf01f', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': '7c27c36f-56fd-4d7b-b077-2903298e9c9c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:07:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:02:12Z', 'updated_at': '2022-06-23T11:02:57Z', 'revision_number': 2, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:04:55.317467 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-97726523-b551-473a-a0fb-f9c9909c2335 req-0cb397e2-8de1-4143-aee5-8539a2e405fd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286969 Jun 23 11:04:55.319111 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7964ba01-56d7-464e-ae66-3adba4ccb070 req-85e3d1d4-1f16-4508-adc7-cbdfd74de949 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7535b31-8d71-494f-97b9-054dc6058267 HTTP/1.1" status: 200 len: 1000 time: 0.1291945 Jun 23 11:04:55.321395 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f0087e59-cefd-4cef-babb-cc44e7f9bc4a req-b7710fe3-a09e-457d-bda1-7875514583aa tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 210 time: 0.0471563 Jun 23 11:04:55.368188 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-42357058-4362-49a4-bc48-93fe789979ba req-e3164435-e7ed-467e-81db-8bf704c9e58a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Publish callbacks [] for port (60554c92-813d-4189-8fb7-1dea22dd8220), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:55.408972 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f6368-60dc-48fa-8e7b-5aef944ee5a0 req-2dfa34da-5c7a-473b-829e-307f0541bda9 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:55.410454 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-860f6368-60dc-48fa-8e7b-5aef944ee5a0 req-2dfa34da-5c7a-473b-829e-307f0541bda9 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0567770 Jun 23 11:04:55.470679 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-42357058-4362-49a4-bc48-93fe789979ba req-e3164435-e7ed-467e-81db-8bf704c9e58a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (60554c92-813d-4189-8fb7-1dea22dd8220), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:55.472453 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7ec79b-a02d-469a-aa41-86cfc19c1ae8 None None] New status for floating IP 08676d22-6aeb-49df-ba4e-1904827282a4: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:04:55.486086 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-860f6368-60dc-48fa-8e7b-5aef944ee5a0 req-f4086be6-0593-48eb-9e10-bf3ed14bcf95 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667694 Jun 23 11:04:55.505291 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:55.524481 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42357058-4362-49a4-bc48-93fe789979ba req-e3164435-e7ed-467e-81db-8bf704c9e58a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Network 90335769-5abc-4a45-87f8-aca0c9113916 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:04:55.528312 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-42357058-4362-49a4-bc48-93fe789979ba req-e3164435-e7ed-467e-81db-8bf704c9e58a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:04:55.531389 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-42357058-4362-49a4-bc48-93fe789979ba req-e3164435-e7ed-467e-81db-8bf704c9e58a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:04:55.566611 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3164435-e7ed-467e-81db-8bf704c9e58a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Pushing event updated for resources: {'Port': ['ID=60554c92-813d-4189-8fb7-1dea22dd8220,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:55.592100 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42357058-4362-49a4-bc48-93fe789979ba req-e3164435-e7ed-467e-81db-8bf704c9e58a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:55.592799 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-42357058-4362-49a4-bc48-93fe789979ba req-e3164435-e7ed-467e-81db-8bf704c9e58a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:55.609645 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42357058-4362-49a4-bc48-93fe789979ba req-e3164435-e7ed-467e-81db-8bf704c9e58a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8010180 Jun 23 11:04:55.750417 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Request body: {'port': {'device_id': '5f733e16-e9ed-415a-828c-1e3371b8fb2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:55.753997 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:55.790515 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964ba01-56d7-464e-ae66-3adba4ccb070 req-44943ff1-f42f-4d36-8c62-e5fb37e5df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:55.791974 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7964ba01-56d7-464e-ae66-3adba4ccb070 req-44943ff1-f42f-4d36-8c62-e5fb37e5df94 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02373004-8ccd-4033-86a3-d7ee95f33ffc HTTP/1.1" status: 200 len: 853 time: 0.0454290 Jun 23 11:04:55.815210 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (60554c92-813d-4189-8fb7-1dea22dd8220), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:55.836400 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964ba01-56d7-464e-ae66-3adba4ccb070 req-980f4ab7-9ca9-43bb-ab8f-ef9d46d14206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:55.838165 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7964ba01-56d7-464e-ae66-3adba4ccb070 req-980f4ab7-9ca9-43bb-ab8f-ef9d46d14206 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b879fb0c-6f1b-457c-8797-97d9533d8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397778 Jun 23 11:04:55.891388 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8091224-1280-46ec-b801-8be6366335b8 req-fe8fd7d3-27fb-4d8f-8f06-44d64387f986 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:55.892903 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c8091224-1280-46ec-b801-8be6366335b8 req-fe8fd7d3-27fb-4d8f-8f06-44d64387f986 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 945 time: 0.0462873 Jun 23 11:04:55.945670 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c8091224-1280-46ec-b801-8be6366335b8 req-4d69c2ac-fce3-4f62-92e0-91182a9c204b tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471518 Jun 23 11:04:56.066674 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60554c92-813d-4189-8fb7-1dea22dd8220 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:04:56.074018 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Publish callbacks [] for port (60554c92-813d-4189-8fb7-1dea22dd8220), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:56.086335 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Transition to ACTIVE for port object 60554c92-813d-4189-8fb7-1dea22dd8220 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:04:56.090084 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (60554c92-813d-4189-8fb7-1dea22dd8220), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:56.141880 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Pushing event updated for resources: {'Port': ['ID=60554c92-813d-4189-8fb7-1dea22dd8220,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:56.164258 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:56.164607 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:56.164952 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:56.165289 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:56.165620 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:56.165951 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:56.166279 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:56.166605 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:56.166930 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:56.167255 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:56.167583 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:56.167974 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:56.168296 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:56.168621 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:56.168939 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:56.202778 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:56.222928 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Attempting to bind port 60554c92-813d-4189-8fb7-1dea22dd8220 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:04:56.223271 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Attempting to bind port 60554c92-813d-4189-8fb7-1dea22dd8220 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'a2cc0c8e-c406-40e3-8e5d-95746053f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '90335769-5abc-4a45-87f8-aca0c9113916'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:04:56.223602 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Attempting to bind port 60554c92-813d-4189-8fb7-1dea22dd8220 on network 90335769-5abc-4a45-87f8-aca0c9113916 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:04:56.228492 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Port 60554c92-813d-4189-8fb7-1dea22dd8220 on network 90335769-5abc-4a45-87f8-aca0c9113916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:04:56.228815 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Attempting to bind port 60554c92-813d-4189-8fb7-1dea22dd8220 on network 90335769-5abc-4a45-87f8-aca0c9113916 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:04:56.234156 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:04:56.234493 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Checking segment: {'id': 'a2cc0c8e-c406-40e3-8e5d-95746053f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '90335769-5abc-4a45-87f8-aca0c9113916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:04:56.234879 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Bound using segment: {'id': 'a2cc0c8e-c406-40e3-8e5d-95746053f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '90335769-5abc-4a45-87f8-aca0c9113916'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:04:56.235311 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Bound port: 60554c92-813d-4189-8fb7-1dea22dd8220, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2cc0c8e-c406-40e3-8e5d-95746053f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '90335769-5abc-4a45-87f8-aca0c9113916'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:04:56.238641 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (60554c92-813d-4189-8fb7-1dea22dd8220), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:56.301599 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] For port 60554c92-813d-4189-8fb7-1dea22dd8220, host hv-cinder-84330, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:04:56.305431 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] For port 60554c92-813d-4189-8fb7-1dea22dd8220, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=60554c92-813d-4189-8fb7-1dea22dd8220,segment=NetworkSegment(a2cc0c8e-c406-40e3-8e5d-95746053f392),segment_id=a2cc0c8e-c406-40e3-8e5d-95746053f392)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:04:56.311321 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (60554c92-813d-4189-8fb7-1dea22dd8220), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:56.353768 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:56.354415 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:56.355814 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42357058-4362-49a4-bc48-93fe789979ba req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] 10.222.0.60 "PUT /v2.0/ports/60554c92-813d-4189-8fb7-1dea22dd8220 HTTP/1.1" status: 200 len: 1093 time: 0.6097178 Jun 23 11:04:56.371935 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a648298-6408-4e31-98fc-65b8618ca448 service neutron] Pushing event updated for resources: {'Port': ['ID=60554c92-813d-4189-8fb7-1dea22dd8220,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:56.392233 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f733e16-e9ed-415a-828c-1e3371b8fb2f', 'tag': '60554c92-813d-4189-8fb7-1dea22dd8220'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:04:56.394653 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cdd4e6-0773-4fdf-a899-c38ac7e05553" -d '{"events": [{"name": "network-changed", "server_uuid": "5f733e16-e9ed-415a-828c-1e3371b8fb2f", "tag": "60554c92-813d-4189-8fb7-1dea22dd8220"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:04:56.430874 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc31c3f-e9d1-4d81-adac-0332d7ebc7cb x-openstack-request-id: req-cbc31c3f-e9d1-4d81-adac-0332d7ebc7cb {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:04:56.431157 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f733e16-e9ed-415a-828c-1e3371b8fb2f", "tag": "60554c92-813d-4189-8fb7-1dea22dd8220", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:04:56.431403 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cbc31c3f-e9d1-4d81-adac-0332d7ebc7cb {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:04:56.431819 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc31c3f-e9d1-4d81-adac-0332d7ebc7cb'] response: {'name': 'network-changed', 'server_uuid': '5f733e16-e9ed-415a-828c-1e3371b8fb2f', 'tag': '60554c92-813d-4189-8fb7-1dea22dd8220', 'status': 'completed', 'code': 200} Jun 23 11:04:56.452053 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e489b95-acdc-41ef-abb8-84681f1ea5f1 req-88e5ad40-aff5-4932-a19a-f127f01dbff7 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:56.453546 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1e489b95-acdc-41ef-abb8-84681f1ea5f1 req-88e5ad40-aff5-4932-a19a-f127f01dbff7 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 943 time: 0.0559793 Jun 23 11:04:56.472612 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:56.503209 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1e489b95-acdc-41ef-abb8-84681f1ea5f1 req-4d950169-51f6-4be7-8c78-2d70953c19b3 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437183 Jun 23 11:04:56.516089 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7964ba01-56d7-464e-ae66-3adba4ccb070 req-46cb2680-a4a2-4295-8704-5fa2585ec44a service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931218 Jun 23 11:04:56.555791 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42357058-4362-49a4-bc48-93fe789979ba req-62806223-cae2-423b-a7bd-5d4b76da7cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:56.557738 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42357058-4362-49a4-bc48-93fe789979ba req-62806223-cae2-423b-a7bd-5d4b76da7cfb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=64682ed401c74af7aa436a2171819ebe&device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 1127 time: 0.0488515 Jun 23 11:04:56.608767 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42357058-4362-49a4-bc48-93fe789979ba req-6692e55d-3c3e-4508-8eb1-6c99fd40592d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60554c92-813d-4189-8fb7-1dea22dd8220 HTTP/1.1" status: 200 len: 217 time: 0.0323462 Jun 23 11:04:56.640160 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad81820-7f67-4c45-96fd-099e897e230f req-bc25dd5a-da7f-4f4c-8a16-06edfc74e4bb tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:56.641612 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3ad81820-7f67-4c45-96fd-099e897e230f req-bc25dd5a-da7f-4f4c-8a16-06edfc74e4bb tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0827727 Jun 23 11:04:56.673609 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7964ba01-56d7-464e-ae66-3adba4ccb070 req-1aef7057-eece-493d-898d-7976bb5f65ce service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420932 Jun 23 11:04:56.701838 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42357058-4362-49a4-bc48-93fe789979ba req-f7408c73-fdff-4047-8eda-ea9e493d030a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:56.702536 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3ad81820-7f67-4c45-96fd-099e897e230f req-cc04b9a6-b725-4173-8df9-bf66258f3ff5 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532598 Jun 23 11:04:56.703253 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42357058-4362-49a4-bc48-93fe789979ba req-f7408c73-fdff-4047-8eda-ea9e493d030a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0311bcd-4158-4296-896f-09ee19fbbad7 HTTP/1.1" status: 200 len: 853 time: 0.0481884 Jun 23 11:04:56.738816 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42357058-4362-49a4-bc48-93fe789979ba req-f361e004-e0eb-4e2c-9956-9e3a6063b139 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90335769-5abc-4a45-87f8-aca0c9113916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266006 Jun 23 11:04:57.057388 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ab544-d5b2-4f45-9d99-5153b850a669 req-964194b8-a9a4-453f-9027-b54a5c075536 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:57.059073 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-156ab544-d5b2-4f45-9d99-5153b850a669 req-964194b8-a9a4-453f-9027-b54a5c075536 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 945 time: 0.0460525 Jun 23 11:04:57.107359 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-156ab544-d5b2-4f45-9d99-5153b850a669 req-26bb84d1-3e05-4dee-a0fd-f3a12d2c70d8 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421040 Jun 23 11:04:57.220819 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a874a7c-621a-4d10-aede-b42851822a17 req-96afc3c2-3752-44ea-aa99-66c6958ae3df tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:57.222248 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5a874a7c-621a-4d10-aede-b42851822a17 req-96afc3c2-3752-44ea-aa99-66c6958ae3df tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 945 time: 0.0498016 Jun 23 11:04:57.269832 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5a874a7c-621a-4d10-aede-b42851822a17 req-2224c9c3-d9d6-41cc-8dec-40b77008f7d0 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420923 Jun 23 11:04:57.291422 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 39660) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:04:57.523120 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbf05a8-5d7c-4ffd-acc9-a5b61215b119 tempest-TestVolumeBootPattern-1055820228 tempest-TestVolumeBootPattern-1055820228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:57.527365 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-9cbf05a8-5d7c-4ffd-acc9-a5b61215b119 tempest-TestVolumeBootPattern-1055820228 tempest-TestVolumeBootPattern-1055820228-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 1124 time: 0.2322450 Jun 23 11:04:57.527759 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 39668) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:04:57.534676 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Request body: {'floatingip': {'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'port_id': '5cc271a1-6f9b-43a0-963f-fc7a9395a997', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:04:57.573300 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:57.592563 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42357058-4362-49a4-bc48-93fe789979ba req-f68525ae-145e-4eac-bc49-45f5565c92f0 service neutron] 10.222.0.60 "GET /v2.0/networks/90335769-5abc-4a45-87f8-aca0c9113916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017902 Jun 23 11:04:57.673588 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:57.676069 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a030e1c-04cb-49e4-bd88-f78efc5746de req-2bce5b08-cdbc-460c-bdb3-78375147c9c3 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:57.677567 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7a030e1c-04cb-49e4-bd88-f78efc5746de req-2bce5b08-cdbc-460c-bdb3-78375147c9c3 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 943 time: 0.0676420 Jun 23 11:04:57.742363 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7a030e1c-04cb-49e4-bd88-f78efc5746de req-8ae15317-5d90-4f1b-9fb3-f2868a7c7f24 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579698 Jun 23 11:04:57.802626 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Allocated IP 172.27.2.242 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/942a0080-06b6-4048-9e6c-097a3da9219b) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:04:57.834154 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42357058-4362-49a4-bc48-93fe789979ba req-ee4b6606-1836-4319-a311-6bc037802467 service neutron] 10.222.0.60 "GET /v2.0/networks/90335769-5abc-4a45-87f8-aca0c9113916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044426 Jun 23 11:04:57.844589 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:57.869627 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201978-b8a5-4818-ae01-51eaf987d95e req-bf4fb427-a7fd-42af-a7c0-9b56a4f109a6 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:57.871097 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-41201978-b8a5-4818-ae01-51eaf987d95e req-bf4fb427-a7fd-42af-a7c0-9b56a4f109a6 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0777133 Jun 23 11:04:57.928493 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:57.977929 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-41201978-b8a5-4818-ae01-51eaf987d95e req-2bd0a945-3b06-4e35-a181-5da24b121f04 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998065 Jun 23 11:04:57.987498 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for port (942a0080-06b6-4048-9e6c-097a3da9219b), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:58.019850 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (942a0080-06b6-4048-9e6c-097a3da9219b), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:58.058457 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:04:58.063450 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:04:58.067231 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:04:58.070352 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event updated for resources: {'Port': ['ID=942a0080-06b6-4048-9e6c-097a3da9219b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:58.101431 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:58.101783 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:58.102128 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:58.102470 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:58.102806 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:58.103138 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:58.103466 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:58.103820 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:58.104156 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:58.104476 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:58.104806 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:58.105133 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:58.105452 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:58.105773 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:58.106092 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:04:58.424471 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for floatingip (1e5e482b-350e-4eb1-8bf8-75b90646d89d), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:58.490961 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (942a0080-06b6-4048-9e6c-097a3da9219b), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:58.585434 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:58.633878 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for port (942a0080-06b6-4048-9e6c-097a3da9219b), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:58.638084 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (942a0080-06b6-4048-9e6c-097a3da9219b), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:58.703631 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:58.706083 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event updated for resources: {'Port': ['ID=942a0080-06b6-4048-9e6c-097a3da9219b,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:04:58.718651 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (1e5e482b-350e-4eb1-8bf8-75b90646d89d), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:58.821061 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Floating IP 1e5e482b-350e-4eb1-8bf8-75b90646d89d associated. External IP: 172.27.2.242, port: 5cc271a1-6f9b-43a0-963f-fc7a9395a997. Jun 23 11:04:58.868560 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41d9ce-63fa-4adf-8afb-5f6b0ddcf6e9 req-313c6617-2418-456f-8757-c8f95bc06a3d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:58.870052 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5a41d9ce-63fa-4adf-8afb-5f6b0ddcf6e9 req-313c6617-2418-456f-8757-c8f95bc06a3d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 943 time: 0.0565796 Jun 23 11:04:58.919100 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5a41d9ce-63fa-4adf-8afb-5f6b0ddcf6e9 req-b9e02e30-c5dd-4852-b785-1eb81bf518d9 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Jun 23 11:04:59.051745 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:04:59.140402 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cef20c-e175-4b8d-8ec0-9724cab1279a req-b3ad4a65-2d43-4b04-9c30-53d761a8f633 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:59.141878 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-58cef20c-e175-4b8d-8ec0-9724cab1279a req-b3ad4a65-2d43-4b04-9c30-53d761a8f633 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0816541 Jun 23 11:04:59.234572 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-58cef20c-e175-4b8d-8ec0-9724cab1279a req-23a4604b-d389-4c12-8d32-d79d217ccf50 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860257 Jun 23 11:04:59.237024 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:04:59.246470 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed5bb3-9c39-449f-a42e-410bdd90f74f None None] Sync routers for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:04:59.255428 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:04:59.268142 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed5bb3-9c39-449f-a42e-410bdd90f74f None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:04:59.268777 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-98ed5bb3-9c39-449f-a42e-410bdd90f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:04:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:59.289129 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b8ba5809-49c2-4969-aa55-0b6b36db3f85 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7580998 Jun 23 11:04:59.289129 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f49b10a-300a-4cca-bc81-35841bde257c', 'tag': '5cc271a1-6f9b-43a0-963f-fc7a9395a997'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:04:59.290131 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b281469-a5f2-41a7-aeb3-47301da343dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6f49b10a-300a-4cca-bc81-35841bde257c", "tag": "5cc271a1-6f9b-43a0-963f-fc7a9395a997"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:04:59.304582 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdd4e6-0773-4fdf-a899-c38ac7e05553 req-b47f4fa5-8c6b-4400-9bb0-422c8530e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:59.305315 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-46cdd4e6-0773-4fdf-a899-c38ac7e05553 req-b47f4fa5-8c6b-4400-9bb0-422c8530e8bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=64682ed401c74af7aa436a2171819ebe&device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 1127 time: 0.0444217 Jun 23 11:04:59.328666 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e22c5b-c0af-4ec7-bc46-b6aa7c7da351 x-openstack-request-id: req-12e22c5b-c0af-4ec7-bc46-b6aa7c7da351 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:04:59.328959 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f49b10a-300a-4cca-bc81-35841bde257c", "tag": "5cc271a1-6f9b-43a0-963f-fc7a9395a997", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:04:59.329206 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-12e22c5b-c0af-4ec7-bc46-b6aa7c7da351 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:04:59.329601 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e22c5b-c0af-4ec7-bc46-b6aa7c7da351'] response: {'name': 'network-changed', 'server_uuid': '6f49b10a-300a-4cca-bc81-35841bde257c', 'tag': '5cc271a1-6f9b-43a0-963f-fc7a9395a997', 'status': 'completed', 'code': 200} Jun 23 11:04:59.331613 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:59.404652 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdd4e6-0773-4fdf-a899-c38ac7e05553 req-0f29a7b1-7f3a-498e-a9f7-dcc05c6a1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:59.406189 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-46cdd4e6-0773-4fdf-a899-c38ac7e05553 req-0f29a7b1-7f3a-498e-a9f7-dcc05c6a1b41 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90335769-5abc-4a45-87f8-aca0c9113916 HTTP/1.1" status: 200 len: 914 time: 0.0943196 Jun 23 11:04:59.434215 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b281469-a5f2-41a7-aeb3-47301da343dd req-24a26bf1-a7da-4a6a-a651-c22ff94b0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:59.436494 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2b281469-a5f2-41a7-aeb3-47301da343dd req-24a26bf1-a7da-4a6a-a651-c22ff94b0237 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fccc592269f433b99c2d13dad5e8e39&device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 1129 time: 0.0437067 Jun 23 11:04:59.450895 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-46cdd4e6-0773-4fdf-a899-c38ac7e05553 req-8a03ff12-be01-4820-8747-f2cba6adaebe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60554c92-813d-4189-8fb7-1dea22dd8220 HTTP/1.1" status: 200 len: 217 time: 0.0377097 Jun 23 11:04:59.499626 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-98ed5bb3-9c39-449f-a42e-410bdd90f74f None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:04:59.500285 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdd4e6-0773-4fdf-a899-c38ac7e05553 req-5c4d7f5c-60be-43b6-8526-cda55ec00aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:59.502016 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-46cdd4e6-0773-4fdf-a899-c38ac7e05553 req-5c4d7f5c-60be-43b6-8526-cda55ec00aa0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0311bcd-4158-4296-896f-09ee19fbbad7 HTTP/1.1" status: 200 len: 853 time: 0.0446362 Jun 23 11:04:59.533052 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:59.546532 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-46cdd4e6-0773-4fdf-a899-c38ac7e05553 req-c7556ac9-2d19-4fc4-9b79-afdf73fd7083 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90335769-5abc-4a45-87f8-aca0c9113916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368130 Jun 23 11:04:59.550586 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b281469-a5f2-41a7-aeb3-47301da343dd req-1313480a-dc6a-4f9f-82fb-a2481b419b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:59.552188 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2b281469-a5f2-41a7-aeb3-47301da343dd req-1313480a-dc6a-4f9f-82fb-a2481b419b31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb HTTP/1.1" status: 200 len: 913 time: 0.1068666 Jun 23 11:04:59.617322 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2b281469-a5f2-41a7-aeb3-47301da343dd req-7587c64e-a962-4111-8e5e-917e9010e98b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cc271a1-6f9b-43a0-963f-fc7a9395a997 HTTP/1.1" status: 200 len: 999 time: 0.0553350 Jun 23 11:04:59.619920 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:04:59.653008 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-46cdd4e6-0773-4fdf-a899-c38ac7e05553 req-a8356b3e-c17a-4fc9-bdc6-acad847c69ed service neutron] 10.222.0.60 "GET /v2.0/networks/90335769-5abc-4a45-87f8-aca0c9113916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915306 Jun 23 11:04:59.674204 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b281469-a5f2-41a7-aeb3-47301da343dd req-3feb8519-c308-4e97-9c72-744b3175de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:59.675672 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2b281469-a5f2-41a7-aeb3-47301da343dd req-3feb8519-c308-4e97-9c72-744b3175de93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54 HTTP/1.1" status: 200 len: 851 time: 0.0499036 Jun 23 11:04:59.712676 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-98ed5bb3-9c39-449f-a42e-410bdd90f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '1e5e482b-350e-4eb1-8bf8-75b90646d89d', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'port_id': '5cc271a1-6f9b-43a0-963f-fc7a9395a997', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'mac_address': 'fa:16:3e:4f:46:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f49b10a-300a-4cca-bc81-35841bde257c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:04:58Z', 'updated_at': '2022-06-23T11:04:58Z', 'revision_number': 0, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:59.727309 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b281469-a5f2-41a7-aeb3-47301da343dd req-aa42d9b8-d105-4870-b7ca-e8cf10abd1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:04:59.729813 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2b281469-a5f2-41a7-aeb3-47301da343dd req-aa42d9b8-d105-4870-b7ca-e8cf10abd1c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448060 Jun 23 11:04:59.741077 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed5bb3-9c39-449f-a42e-410bdd90f74f None None] Checking router: cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:04:59.747866 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-46cdd4e6-0773-4fdf-a899-c38ac7e05553 req-b756cf9a-8a01-42c9-949e-f9da809cd722 service neutron] 10.222.0.60 "GET /v2.0/networks/90335769-5abc-4a45-87f8-aca0c9113916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855517 Jun 23 11:04:59.749483 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed5bb3-9c39-449f-a42e-410bdd90f74f None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:04:59.750148 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-98ed5bb3-9c39-449f-a42e-410bdd90f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:04:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:04:59.846297 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-98ed5bb3-9c39-449f-a42e-410bdd90f74f None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:05:00.038097 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6bfa8-b8c5-4325-b184-5d81ab8f1983 req-a69bb5ec-8b52-4084-a147-6066a4fac8d0 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:00.039570 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9ef6bfa8-b8c5-4325-b184-5d81ab8f1983 req-a69bb5ec-8b52-4084-a147-6066a4fac8d0 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 943 time: 0.0466669 Jun 23 11:05:00.051197 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-98ed5bb3-9c39-449f-a42e-410bdd90f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '1e5e482b-350e-4eb1-8bf8-75b90646d89d', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'port_id': '5cc271a1-6f9b-43a0-963f-fc7a9395a997', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'mac_address': 'fa:16:3e:4f:46:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f49b10a-300a-4cca-bc81-35841bde257c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:04:58Z', 'updated_at': '2022-06-23T11:04:58Z', 'revision_number': 0, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:05:00.077139 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed5bb3-9c39-449f-a42e-410bdd90f74f None None] The sync data for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi is: [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '1e5e482b-350e-4eb1-8bf8-75b90646d89d', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'port_id': '5cc271a1-6f9b-43a0-963f-fc7a9395a997', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'mac_address': 'fa:16:3e:4f:46:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f49b10a-300a-4cca-bc81-35841bde257c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:04:58Z', 'updated_at': '2022-06-23T11:04:58Z', 'revision_number': 0, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:05:00.094052 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9ef6bfa8-b8c5-4325-b184-5d81ab8f1983 req-829dc6c3-cc90-4399-89c6-914e1a2fd109 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485139 Jun 23 11:05:00.277712 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc1d592-b3c4-4ed3-acdf-80f1bcaaac38 None None] New status for floating IP 1e5e482b-350e-4eb1-8bf8-75b90646d89d: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:05:00.354933 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:00.368085 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c621c-ccad-4a64-8921-dd581b0073ba req-1476d0dd-c9a3-4309-b5d9-454c11914a9f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:00.369592 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ee7c621c-ccad-4a64-8921-dd581b0073ba req-1476d0dd-c9a3-4309-b5d9-454c11914a9f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0476778 Jun 23 11:05:00.421247 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ee7c621c-ccad-4a64-8921-dd581b0073ba req-e8a35c62-e1d1-48cc-85f0-22dbb640a659 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460677 Jun 23 11:05:01.220920 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb3881-a9f9-46cd-a412-07c4274e057f req-a6ebd72e-3e69-4046-af18-71bfcd748737 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:01.222370 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d2eb3881-a9f9-46cd-a412-07c4274e057f req-a6ebd72e-3e69-4046-af18-71bfcd748737 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 943 time: 0.0502210 Jun 23 11:05:01.268177 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d2eb3881-a9f9-46cd-a412-07c4274e057f req-91e11414-9360-4f95-a81f-82e4508270ed tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402615 Jun 23 11:05:01.535071 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee91123-3921-442d-b2f1-9be751bc832d req-546fdd2b-55a9-4e1b-8621-ad140bcdff67 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:01.536523 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5ee91123-3921-442d-b2f1-9be751bc832d req-546fdd2b-55a9-4e1b-8621-ad140bcdff67 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0455797 Jun 23 11:05:01.581635 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5ee91123-3921-442d-b2f1-9be751bc832d req-33b91a98-aef0-4757-9ad9-2b7f7570dcfc tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397711 Jun 23 11:05:02.367125 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:02.379297 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7ef67-243a-4b23-a34e-31524f57d1e0 req-e55be923-a143-41d1-b8cf-6ccdac9f484d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:02.380752 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-04b7ef67-243a-4b23-a34e-31524f57d1e0 req-e55be923-a143-41d1-b8cf-6ccdac9f484d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 943 time: 0.0473757 Jun 23 11:05:02.427225 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-04b7ef67-243a-4b23-a34e-31524f57d1e0 req-da02a932-8b77-4d36-ba80-34de8aaf9728 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409734 Jun 23 11:05:02.602879 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 60554c92-813d-4189-8fb7-1dea22dd8220 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:05:02.702300 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba882e6c-4dcd-4879-ae03-d9e73b303b51 req-53dc3160-f778-45d3-867c-d3488224e95f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:02.704947 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ba882e6c-4dcd-4879-ae03-d9e73b303b51 req-53dc3160-f778-45d3-867c-d3488224e95f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0522797 Jun 23 11:05:02.723537 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2b281469-a5f2-41a7-aeb3-47301da343dd req-4988673e-f53f-4f80-b88c-0df60755a2f6 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040306 Jun 23 11:05:02.724469 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 60554c92-813d-4189-8fb7-1dea22dd8220, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=60554c92-813d-4189-8fb7-1dea22dd8220,segment=NetworkSegment(a2cc0c8e-c406-40e3-8e5d-95746053f392),segment_id=a2cc0c8e-c406-40e3-8e5d-95746053f392)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:05:02.736810 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '60554c92-813d-4189-8fb7-1dea22dd8220', 'network_id': '90335769-5abc-4a45-87f8-aca0c9113916', 'port_id': '60554c92-813d-4189-8fb7-1dea22dd8220', 'mac_address': 'fa:16:3e:a7:86:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0311bcd-4158-4296-896f-09ee19fbbad7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:05:02.738272 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:02.774755 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ba882e6c-4dcd-4879-ae03-d9e73b303b51 req-08b94cbc-299f-46de-94d2-ea3429bbc59c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495265 Jun 23 11:05:02.776255 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 60554c92-813d-4189-8fb7-1dea22dd8220 is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:05:02.776658 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (60554c92-813d-4189-8fb7-1dea22dd8220), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:02.790743 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60554c92-813d-4189-8fb7-1dea22dd8220 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:05:02.811986 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 60554c92-813d-4189-8fb7-1dea22dd8220, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=60554c92-813d-4189-8fb7-1dea22dd8220,segment=NetworkSegment(a2cc0c8e-c406-40e3-8e5d-95746053f392),segment_id=a2cc0c8e-c406-40e3-8e5d-95746053f392)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:05:02.816323 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (60554c92-813d-4189-8fb7-1dea22dd8220), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:02.828227 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2b281469-a5f2-41a7-aeb3-47301da343dd req-7b735edc-e62f-4148-a679-55d86b8e426b service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918589 Jun 23 11:05:02.867077 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=60554c92-813d-4189-8fb7-1dea22dd8220,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:05:03.345173 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f043ce73-e1c0-438e-9d81-fc8830cdc8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:03.470652 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['60554c92-813d-4189-8fb7-1dea22dd8220'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:05:03.547041 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f7070-296c-4b3b-8347-9dd3860766b1 req-cfdda748-61b7-4feb-b496-f59509173c7a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:03.548586 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3c6f7070-296c-4b3b-8347-9dd3860766b1 req-cfdda748-61b7-4feb-b496-f59509173c7a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 944 time: 0.0513558 Jun 23 11:05:03.556142 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:03.597046 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3c6f7070-296c-4b3b-8347-9dd3860766b1 req-c4af1643-bf29-4212-9749-421f69f8655a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428066 Jun 23 11:05:04.119245 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e56762-bb02-4fcf-b6a7-95f28b323591 req-00df4dab-b983-42eb-bff6-3c6551ce13ca tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:04.120725 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-93e56762-bb02-4fcf-b6a7-95f28b323591 req-00df4dab-b983-42eb-bff6-3c6551ce13ca tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.2852972 Jun 23 11:05:04.166600 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-93e56762-bb02-4fcf-b6a7-95f28b323591 req-0cf0a99c-4d2a-4167-9e67-ea616faf9ec2 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394199 Jun 23 11:05:04.727861 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2fac2-1272-4f92-96ef-8b523c662a42 req-07575b16-b2ec-4fb0-9563-ef2bcb0af125 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:04.729566 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b7b2fac2-1272-4f92-96ef-8b523c662a42 req-07575b16-b2ec-4fb0-9563-ef2bcb0af125 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 944 time: 0.0526075 Jun 23 11:05:04.740127 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 60554c92-813d-4189-8fb7-1dea22dd8220 up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:05:04.790177 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b7b2fac2-1272-4f92-96ef-8b523c662a42 req-b9d14728-d6c3-4e37-b3c9-b4178440c7bc tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521793 Jun 23 11:05:04.800826 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port 60554c92-813d-4189-8fb7-1dea22dd8220 completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:05:04.811291 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 60554c92-813d-4189-8fb7-1dea22dd8220 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:05:04.811884 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (60554c92-813d-4189-8fb7-1dea22dd8220), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:04.882294 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 60554c92-813d-4189-8fb7-1dea22dd8220 is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:05:04.882641 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (60554c92-813d-4189-8fb7-1dea22dd8220), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:04.905693 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f733e16-e9ed-415a-828c-1e3371b8fb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60554c92-813d-4189-8fb7-1dea22dd8220'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:05:04.907928 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349dc089-259f-46e6-9242-bde4d443c4f4" -d '{"events": [{"server_uuid": "5f733e16-e9ed-415a-828c-1e3371b8fb2f", "name": "network-vif-plugged", "status": "completed", "tag": "60554c92-813d-4189-8fb7-1dea22dd8220"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:05:04.923203 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 60554c92-813d-4189-8fb7-1dea22dd8220, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=60554c92-813d-4189-8fb7-1dea22dd8220,segment=NetworkSegment(a2cc0c8e-c406-40e3-8e5d-95746053f392),segment_id=a2cc0c8e-c406-40e3-8e5d-95746053f392)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:05:04.927682 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (60554c92-813d-4189-8fb7-1dea22dd8220), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:04.948653 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2758bccf-8cf9-4442-a728-40e058d7938e x-openstack-request-id: req-2758bccf-8cf9-4442-a728-40e058d7938e {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:05:04.948926 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f733e16-e9ed-415a-828c-1e3371b8fb2f", "name": "network-vif-plugged", "status": "completed", "tag": "60554c92-813d-4189-8fb7-1dea22dd8220", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:05:04.949173 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2758bccf-8cf9-4442-a728-40e058d7938e {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:05:04.949610 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2758bccf-8cf9-4442-a728-40e058d7938e'] response: {'server_uuid': '5f733e16-e9ed-415a-828c-1e3371b8fb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60554c92-813d-4189-8fb7-1dea22dd8220', 'code': 200} Jun 23 11:05:04.975796 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=60554c92-813d-4189-8fb7-1dea22dd8220,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:05:05.282237 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208b35c-2802-4e9e-956b-739bd9a3667a req-5a08f3be-a1cf-4c25-b6a9-1a77d68f9c88 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:05.283690 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b208b35c-2802-4e9e-956b-739bd9a3667a req-5a08f3be-a1cf-4c25-b6a9-1a77d68f9c88 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0463657 Jun 23 11:05:05.333818 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b208b35c-2802-4e9e-956b-739bd9a3667a req-05292906-6d24-4158-b6ea-14534b377a9c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445681 Jun 23 11:05:05.471874 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcaabe-53e1-4e0d-9e35-df42f9fcf4ea req-c28ef73e-b31b-4271-9754-b240231c854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:05.473252 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-64fcaabe-53e1-4e0d-9e35-df42f9fcf4ea req-c28ef73e-b31b-4271-9754-b240231c854c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 1129 time: 0.0385981 Jun 23 11:05:05.530904 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-64fcaabe-53e1-4e0d-9e35-df42f9fcf4ea req-82ca8b32-0ba4-4fe0-a834-1cc936c5b8ab service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389249 Jun 23 11:05:05.627068 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e2f8f87-629d-41d3-b3af-3b3158dba88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:05.901388 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce88171-7a9c-4f21-a9cf-50f8baba1e0d req-c088e281-f426-4257-9cbd-248b1b20284f tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:05.902856 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5ce88171-7a9c-4f21-a9cf-50f8baba1e0d req-c088e281-f426-4257-9cbd-248b1b20284f tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 945 time: 0.0490417 Jun 23 11:05:05.951954 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5ce88171-7a9c-4f21-a9cf-50f8baba1e0d req-a2710bdb-c84e-4ec6-929c-eb47c7207cf4 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425034 Jun 23 11:05:06.451869 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d5fe9-b710-44ce-b019-3105c8fab558 req-b142176e-74ec-4705-8862-d5d45b529bdf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:06.453359 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0e9d5fe9-b710-44ce-b019-3105c8fab558 req-b142176e-74ec-4705-8862-d5d45b529bdf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0461626 Jun 23 11:05:06.491926 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:06.500093 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0e9d5fe9-b710-44ce-b019-3105c8fab558 req-ecb0d58c-424a-473c-8a8c-7833a7a71412 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411520 Jun 23 11:05:06.680909 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:06.922559 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4d805f7c-105b-4fec-b6f3-192fe97f473b req-53cb940e-c3c9-4094-9661-bf595c2f2524 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405796 Jun 23 11:05:07.073199 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde57fa-733c-461a-a627-a8e9a8eebf0a req-30e004aa-0a5a-4f59-ba11-c9c9b967f141 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:07.081680 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4dde57fa-733c-461a-a627-a8e9a8eebf0a req-30e004aa-0a5a-4f59-ba11-c9c9b967f141 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 945 time: 0.0620215 Jun 23 11:05:07.123842 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:07.129689 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4dde57fa-733c-461a-a627-a8e9a8eebf0a req-2327ff44-09e9-41b2-ad87-91fd37b1759a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470717 Jun 23 11:05:07.610564 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f8cc9-0c9c-4a02-b212-14520592d8d1 req-ca55b8c3-a9f6-48d1-9f9b-0a221acd0b23 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:07.612098 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1a0f8cc9-0c9c-4a02-b212-14520592d8d1 req-ca55b8c3-a9f6-48d1-9f9b-0a221acd0b23 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0454690 Jun 23 11:05:07.658043 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1a0f8cc9-0c9c-4a02-b212-14520592d8d1 req-1b97f10c-e1c1-4a3e-ab9f-3cf6908ff0ff tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406039 Jun 23 11:05:08.057553 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d805f7c-105b-4fec-b6f3-192fe97f473b req-bff171a4-d2ed-450f-a9b0-05df9c5af954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:08.059050 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4d805f7c-105b-4fec-b6f3-192fe97f473b req-bff171a4-d2ed-450f-a9b0-05df9c5af954 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 1130 time: 0.0391784 Jun 23 11:05:08.097470 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:08.195413 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d805f7c-105b-4fec-b6f3-192fe97f473b req-b4a44ee7-0454-494e-96f5-ac6e492ba12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:08.197497 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4d805f7c-105b-4fec-b6f3-192fe97f473b req-b4a44ee7-0454-494e-96f5-ac6e492ba12d service neutron] 10.222.0.60 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 919 time: 0.1049058 Jun 23 11:05:08.211166 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:08.231862 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:08.241260 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4d805f7c-105b-4fec-b6f3-192fe97f473b req-283728d7-5a1d-4807-a836-c6a1801e7eeb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a1f5b7e-89bf-488e-990f-34a0baf9914f HTTP/1.1" status: 200 len: 217 time: 0.0366368 Jun 23 11:05:08.249584 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a975593-790b-46a6-a9fb-07ca3a53d0cf req-830d8762-0dd2-42b0-8371-9811f707da37 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:08.251093 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6a975593-790b-46a6-a9fb-07ca3a53d0cf req-830d8762-0dd2-42b0-8371-9811f707da37 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 945 time: 0.0519667 Jun 23 11:05:08.301320 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d805f7c-105b-4fec-b6f3-192fe97f473b req-cbefb872-83d1-4c36-ae34-87c06d43a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:08.302787 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4d805f7c-105b-4fec-b6f3-192fe97f473b req-cbefb872-83d1-4c36-ae34-87c06d43a804 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 200 len: 857 time: 0.0500827 Jun 23 11:05:08.303032 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6a975593-790b-46a6-a9fb-07ca3a53d0cf req-00ae4195-310d-40b8-ac37-ebd9e385d6b1 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459797 Jun 23 11:05:08.352454 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d805f7c-105b-4fec-b6f3-192fe97f473b req-f7118c7d-c203-4414-8cde-f7520ff3f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:08.354469 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4d805f7c-105b-4fec-b6f3-192fe97f473b req-f7118c7d-c203-4414-8cde-f7520ff3f756 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19e128cb-e174-49db-a8d2-8534db57c32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428717 Jun 23 11:05:08.455117 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4d805f7c-105b-4fec-b6f3-192fe97f473b req-52d91058-b75b-40bc-9906-8f86824f2a46 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915318 Jun 23 11:05:08.654576 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:08.798608 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb676d-f333-4f3c-861a-faa1044aab41 req-8bcbe98c-359f-4f7e-8052-f4aa393223a0 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:08.800135 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cefb676d-f333-4f3c-861a-faa1044aab41 req-8bcbe98c-359f-4f7e-8052-f4aa393223a0 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0528386 Jun 23 11:05:08.803685 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4d805f7c-105b-4fec-b6f3-192fe97f473b req-7743b906-3308-4c52-8dd1-5c965b2b563f service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359332 Jun 23 11:05:08.850142 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cefb676d-f333-4f3c-861a-faa1044aab41 req-cfddd72d-143e-42e2-8082-c574fa481827 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444646 Jun 23 11:05:09.095078 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d6ca8-1c7c-4887-a72d-e6b42636eaec req-4565a013-d3ff-479d-b7ae-384dc8f39039 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:09.096942 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-227d6ca8-1c7c-4887-a72d-e6b42636eaec req-4565a013-d3ff-479d-b7ae-384dc8f39039 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0486066 Jun 23 11:05:09.145522 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-227d6ca8-1c7c-4887-a72d-e6b42636eaec req-46e1acfa-f054-4df3-b1b3-06f1c9e10f77 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430748 Jun 23 11:05:09.203046 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fcdd4-7310-4d57-b554-49033f34abea req-a60cbcfe-59ac-4c97-b50e-3481a9cee299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:09.204648 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-445fcdd4-7310-4d57-b554-49033f34abea req-a60cbcfe-59ac-4c97-b50e-3481a9cee299 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac9f9313c3ac4dde97e75ac6fa8fae11&device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 1130 time: 0.0409179 Jun 23 11:05:09.305594 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fcdd4-7310-4d57-b554-49033f34abea req-11c2a1b2-4cf1-4e36-ba2c-24558159fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:09.307041 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-445fcdd4-7310-4d57-b554-49033f34abea req-11c2a1b2-4cf1-4e36-ba2c-24558159fbc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d HTTP/1.1" status: 200 len: 911 time: 0.0945778 Jun 23 11:05:09.368410 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-445fcdd4-7310-4d57-b554-49033f34abea req-863414ec-0aa5-41df-a2e4-adf0892e4bf0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f38d95a7-ab3e-47d6-991b-c6ccc781d5fe HTTP/1.1" status: 200 len: 1002 time: 0.0521095 Jun 23 11:05:09.439481 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fcdd4-7310-4d57-b554-49033f34abea req-a0ff1c47-cf37-4b69-99f3-bf091b6bbb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:09.440884 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-445fcdd4-7310-4d57-b554-49033f34abea req-a0ff1c47-cf37-4b69-99f3-bf091b6bbb28 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=36e9125f-f67e-4b5d-8729-45eedcb46700 HTTP/1.1" status: 200 len: 849 time: 0.0529668 Jun 23 11:05:09.492268 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fcdd4-7310-4d57-b554-49033f34abea req-e609e9f7-3bbf-4a58-9d02-50a80c3733c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:09.493741 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-445fcdd4-7310-4d57-b554-49033f34abea req-e609e9f7-3bbf-4a58-9d02-50a80c3733c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386984 Jun 23 11:05:09.590126 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-445fcdd4-7310-4d57-b554-49033f34abea req-db663df4-8113-4427-84c7-0d45e26f0498 service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810890 Jun 23 11:05:09.673922 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:09.688496 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-445fcdd4-7310-4d57-b554-49033f34abea req-966408ea-a41a-47ee-b909-31a374797722 service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906646 Jun 23 11:05:10.262614 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b49397-9daa-4d29-8530-9dafb95a44fd req-51922ce0-4eb6-420f-9fb4-218a4f35774b tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:10.264085 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-44b49397-9daa-4d29-8530-9dafb95a44fd req-51922ce0-4eb6-420f-9fb4-218a4f35774b tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0467846 Jun 23 11:05:10.309608 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-44b49397-9daa-4d29-8530-9dafb95a44fd req-38012d2f-4037-4581-9937-0b967ef48b8d tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394604 Jun 23 11:05:10.378923 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=52,neutron:UPDATE=4 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:10.380838 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:11.434120 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6e245-b0ef-43f9-a3fc-a02a25bace2f req-9e41fd0c-bb43-4413-b7d8-6f330e0bd017 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:11.435647 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-74a6e245-b0ef-43f9-a3fc-a02a25bace2f req-9e41fd0c-bb43-4413-b7d8-6f330e0bd017 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0567679 Jun 23 11:05:11.481729 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-74a6e245-b0ef-43f9-a3fc-a02a25bace2f req-5700ab64-9eb7-48d6-a6f7-145712b5f61f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404875 Jun 23 11:05:12.603032 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3db256-a8c7-4a65-9113-7813f0dab6cc req-762f2395-b451-4eb0-b660-5198f8171ca1 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:12.604629 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fa3db256-a8c7-4a65-9113-7813f0dab6cc req-762f2395-b451-4eb0-b660-5198f8171ca1 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0574811 Jun 23 11:05:12.651407 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fa3db256-a8c7-4a65-9113-7813f0dab6cc req-9c954280-8b38-4273-aef3-82a8f0c2a0f7 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412154 Jun 23 11:05:18.648562 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=40,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:18.651022 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:21.475748 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=34 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:21.478350 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=79 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:22.645574 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:22.647800 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=21 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:29.548725 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efacbb-8371-4981-ac9f-b20fa1a1146c req-ffe6cd88-13c2-4783-8121-e71d223ee8ad tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:29.550210 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-25efacbb-8371-4981-ac9f-b20fa1a1146c req-ffe6cd88-13c2-4783-8121-e71d223ee8ad tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0523648 Jun 23 11:05:29.597852 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-25efacbb-8371-4981-ac9f-b20fa1a1146c req-9d307381-dac6-4554-8797-215fb30fddf0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417414 Jun 23 11:05:30.133081 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:05:30.716373 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22860b2c-6e6d-4194-b296-0b65520e506a req-30754211-a2f5-435c-ae0e-4452440a5ae8 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:30.717809 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-22860b2c-6e6d-4194-b296-0b65520e506a req-30754211-a2f5-435c-ae0e-4452440a5ae8 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0457711 Jun 23 11:05:30.763428 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-22860b2c-6e6d-4194-b296-0b65520e506a req-3e864170-4803-477e-8dbe-568e3b6e6684 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401504 Jun 23 11:05:31.881575 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc316d22-03b4-4440-909f-66df6adfa543 req-3d76faf4-104f-4024-914d-f930a6e19680 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:31.883033 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc316d22-03b4-4440-909f-66df6adfa543 req-3d76faf4-104f-4024-914d-f930a6e19680 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0466018 Jun 23 11:05:31.929157 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc316d22-03b4-4440-909f-66df6adfa543 req-f07ad9e6-8ea7-4d57-be3e-9723d88e9f0f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405743 Jun 23 11:05:32.679143 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d5dae-472c-41a8-a11b-fec532999917 req-83005ac7-c188-42ce-b0fb-31091bba9eb9 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:32.680610 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ed5d5dae-472c-41a8-a11b-fec532999917 req-83005ac7-c188-42ce-b0fb-31091bba9eb9 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 945 time: 0.0495040 Jun 23 11:05:32.728450 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ed5d5dae-472c-41a8-a11b-fec532999917 req-69f63039-cff7-4ce9-be89-88a40f984faa tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Jun 23 11:05:33.047980 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c9f0-db20-433b-8321-36818d6ca331 req-22b120b8-0d65-43a0-b275-92401cdf0528 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:33.049450 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1813c9f0-db20-433b-8321-36818d6ca331 req-22b120b8-0d65-43a0-b275-92401cdf0528 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0461881 Jun 23 11:05:33.099527 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1813c9f0-db20-433b-8321-36818d6ca331 req-15dc6259-cac0-4dee-92e7-2aad40c58cc3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441694 Jun 23 11:05:33.349229 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-60ba3479-9a2d-4073-b1d6-1104a5d86989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:33.841656 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a8842-25b6-475f-a07a-836cc3851c18 req-21890853-5e74-4bd2-a3c3-28935ffeebda tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:33.843105 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ed5a8842-25b6-475f-a07a-836cc3851c18 req-21890853-5e74-4bd2-a3c3-28935ffeebda tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 945 time: 0.0467429 Jun 23 11:05:33.889875 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ed5a8842-25b6-475f-a07a-836cc3851c18 req-7fc1078d-f4e4-422d-8623-66b38539c5ce tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412364 Jun 23 11:05:34.217621 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914814b-ecc9-4f6b-aa2d-64b1e5c5ed86 req-b2203db6-62e5-49be-8bb6-cbfd9ccdfe69 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:34.219111 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b914814b-ecc9-4f6b-aa2d-64b1e5c5ed86 req-b2203db6-62e5-49be-8bb6-cbfd9ccdfe69 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0472813 Jun 23 11:05:34.265370 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b914814b-ecc9-4f6b-aa2d-64b1e5c5ed86 req-2bf958f5-8de8-4d4c-90fd-bb324c6c793f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402508 Jun 23 11:05:34.998974 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fa929-d55f-4fbc-920b-18b8e3a94061 req-06b4aa71-056e-45ea-8dd7-637bbe3885cd tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:35.000443 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-731fa929-d55f-4fbc-920b-18b8e3a94061 req-06b4aa71-056e-45ea-8dd7-637bbe3885cd tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 945 time: 0.0450819 Jun 23 11:05:35.050123 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-731fa929-d55f-4fbc-920b-18b8e3a94061 req-9e45d0d6-1181-4ff5-a629-dd3d302885a5 tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434177 Jun 23 11:05:35.385742 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d4613-df2d-46e1-b1db-34e466697c9c req-e738dada-5dfa-4e8c-a5ad-c51da07b6d51 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:35.387117 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a57d4613-df2d-46e1-b1db-34e466697c9c req-e738dada-5dfa-4e8c-a5ad-c51da07b6d51 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0481267 Jun 23 11:05:35.432366 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a57d4613-df2d-46e1-b1db-34e466697c9c req-fb75a190-bda1-4185-8083-c46bc4e05966 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394304 Jun 23 11:05:35.628262 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae7985b5-a311-46d7-9f1d-459e1b0a1fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:36.162033 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6ea3b-0731-49ca-b9a6-b8f0e0a71418 req-7d24c8d0-0a92-49ab-aa87-8f8c497d6c1d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:36.163392 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3cb6ea3b-0731-49ca-b9a6-b8f0e0a71418 req-7d24c8d0-0a92-49ab-aa87-8f8c497d6c1d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 945 time: 0.0464501 Jun 23 11:05:36.227004 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0572a-6b80-4b51-a75c-045043693cdb req-e43106f0-3113-4b7f-a5fd-6523bbc5ba2b tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:36.228466 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-95c0572a-6b80-4b51-a75c-045043693cdb req-e43106f0-3113-4b7f-a5fd-6523bbc5ba2b tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 945 time: 0.0641723 Jun 23 11:05:36.241661 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3cb6ea3b-0731-49ca-b9a6-b8f0e0a71418 req-7aefc024-c613-4666-a79b-bc9265c0ad5a tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/security-groups?id=02e58a24-a3f6-4877-99cb-4d24d5c1d985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686777 Jun 23 11:05:36.325333 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-95c0572a-6b80-4b51-a75c-045043693cdb req-ee3f7899-dd79-4ee6-883b-41cbff992f5e tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Deleting port 60554c92-813d-4189-8fb7-1dea22dd8220 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:05:36.325670 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-95c0572a-6b80-4b51-a75c-045043693cdb req-ee3f7899-dd79-4ee6-883b-41cbff992f5e tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (60554c92-813d-4189-8fb7-1dea22dd8220), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:36.411886 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-95c0572a-6b80-4b51-a75c-045043693cdb req-ee3f7899-dd79-4ee6-883b-41cbff992f5e tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] For port 60554c92-813d-4189-8fb7-1dea22dd8220, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=60554c92-813d-4189-8fb7-1dea22dd8220,segment=NetworkSegment(a2cc0c8e-c406-40e3-8e5d-95746053f392),segment_id=a2cc0c8e-c406-40e3-8e5d-95746053f392)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:05:36.412303 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-95c0572a-6b80-4b51-a75c-045043693cdb req-ee3f7899-dd79-4ee6-883b-41cbff992f5e tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (60554c92-813d-4189-8fb7-1dea22dd8220), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:36.424808 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-95c0572a-6b80-4b51-a75c-045043693cdb req-ee3f7899-dd79-4ee6-883b-41cbff992f5e tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Calling delete_port for 60554c92-813d-4189-8fb7-1dea22dd8220 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:05:36.552551 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e289ced-55fd-4cae-bd3b-539d540b6bcb req-2849f0cf-cc49-4aa9-8c95-cfadef855a35 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:36.554759 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5e289ced-55fd-4cae-bd3b-539d540b6bcb req-2849f0cf-cc49-4aa9-8c95-cfadef855a35 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0512345 Jun 23 11:05:36.564027 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-95c0572a-6b80-4b51-a75c-045043693cdb req-ee3f7899-dd79-4ee6-883b-41cbff992f5e tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (60554c92-813d-4189-8fb7-1dea22dd8220), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:36.593322 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f7899-dd79-4ee6-883b-41cbff992f5e tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Pushing event deleted for resources: {'Port': ['ID=60554c92-813d-4189-8fb7-1dea22dd8220,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:05:36.604957 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5e289ced-55fd-4cae-bd3b-539d540b6bcb req-74a49c45-498b-47d2-b906-e1d42ea97d65 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449054 Jun 23 11:05:36.621800 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['60554c92-813d-4189-8fb7-1dea22dd8220'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:05:36.640852 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c0572a-6b80-4b51-a75c-045043693cdb req-ee3f7899-dd79-4ee6-883b-41cbff992f5e tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] No DVR routers for this DVR port 60554c92-813d-4189-8fb7-1dea22dd8220 on host hv-cinder-84330 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:05:36.643382 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-95c0572a-6b80-4b51-a75c-045043693cdb req-ee3f7899-dd79-4ee6-883b-41cbff992f5e tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:36.647330 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-95c0572a-6b80-4b51-a75c-045043693cdb req-ee3f7899-dd79-4ee6-883b-41cbff992f5e tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.60 "DELETE /v2.0/ports/60554c92-813d-4189-8fb7-1dea22dd8220 HTTP/1.1" status: 204 len: 173 time: 0.4023311 Jun 23 11:05:36.647803 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f733e16-e9ed-415a-828c-1e3371b8fb2f', 'name': 'network-vif-deleted', 'tag': '60554c92-813d-4189-8fb7-1dea22dd8220'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:05:36.650021 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de270c6f-c9d1-4f26-89b4-81625f267001" -d '{"events": [{"server_uuid": "5f733e16-e9ed-415a-828c-1e3371b8fb2f", "name": "network-vif-deleted", "tag": "60554c92-813d-4189-8fb7-1dea22dd8220"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:05:36.684789 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162f6697-c38c-4c7b-a559-92b3aa60b8a4 x-openstack-request-id: req-162f6697-c38c-4c7b-a559-92b3aa60b8a4 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:05:36.684965 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:36.685457 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f733e16-e9ed-415a-828c-1e3371b8fb2f", "name": "network-vif-deleted", "tag": "60554c92-813d-4189-8fb7-1dea22dd8220", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:05:36.685457 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-162f6697-c38c-4c7b-a559-92b3aa60b8a4 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:05:36.685737 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162f6697-c38c-4c7b-a559-92b3aa60b8a4'] response: {'server_uuid': '5f733e16-e9ed-415a-828c-1e3371b8fb2f', 'name': 'network-vif-deleted', 'tag': '60554c92-813d-4189-8fb7-1dea22dd8220', 'status': 'completed', 'code': 200} Jun 23 11:05:37.149118 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:37.347613 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1e722f2f-b0c1-4e3a-9d15-b91d0442e90c req-c72e223c-5385-4217-bdb9-0e689061716d tempest-VolumesSnapshotTestJSON-1613631908 tempest-VolumesSnapshotTestJSON-1613631908-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f733e16-e9ed-415a-828c-1e3371b8fb2f HTTP/1.1" status: 200 len: 210 time: 0.0265148 Jun 23 11:05:37.716065 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:37.727974 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37001c84-fc2e-4fbf-adac-c9dcf6332a6d req-471ddd90-916a-4bff-b8ff-16de1156299e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:37.732132 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-37001c84-fc2e-4fbf-adac-c9dcf6332a6d req-471ddd90-916a-4bff-b8ff-16de1156299e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0514436 Jun 23 11:05:37.780201 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-37001c84-fc2e-4fbf-adac-c9dcf6332a6d req-3f556f28-967d-406f-85b9-453ebf440158 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450029 Jun 23 11:05:38.097414 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:38.651729 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:38.883883 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:38.898057 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7cc7d-2da9-468c-9578-8b16cf525f60 req-6bb2ade3-d19f-45e1-912e-ec69ee3a55c1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:38.899524 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2fb7cc7d-2da9-468c-9578-8b16cf525f60 req-6bb2ade3-d19f-45e1-912e-ec69ee3a55c1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0479157 Jun 23 11:05:38.945592 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2fb7cc7d-2da9-468c-9578-8b16cf525f60 req-a5832b9c-ac08-40d1-bdc4-a27c4dec8c84 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405440 Jun 23 11:05:40.066667 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0644f-b673-4da0-908a-2a8990acdcd4 req-a2d84031-458e-4a94-a6a3-b47fb1e59ab4 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:40.068153 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1ea0644f-b673-4da0-908a-2a8990acdcd4 req-a2d84031-458e-4a94-a6a3-b47fb1e59ab4 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0463276 Jun 23 11:05:40.119082 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1ea0644f-b673-4da0-908a-2a8990acdcd4 req-7e925ee9-1648-45e9-a109-2446b1d6c593 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445728 Jun 23 11:05:40.278253 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=4 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:40.284342 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=4 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:41.237762 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25051c-ce1c-4a63-bc67-c2ddb40a15f0 req-f10d43fb-7a4c-4073-96ef-6da9072c9a7c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:41.239228 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2b25051c-ce1c-4a63-bc67-c2ddb40a15f0 req-f10d43fb-7a4c-4073-96ef-6da9072c9a7c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0496600 Jun 23 11:05:41.285500 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2b25051c-ce1c-4a63-bc67-c2ddb40a15f0 req-645e795e-ef72-4be6-b36b-81a7c1759a10 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401831 Jun 23 11:05:41.956755 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 60554c92-813d-4189-8fb7-1dea22dd8220 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:05:41.975365 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: 60554c92-813d-4189-8fb7-1dea22dd8220 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:05:41.975763 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 60554c92-813d-4189-8fb7-1dea22dd8220 not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:05:42.401837 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5284d-6839-4b5d-b1d9-c32f176b0a38 req-1aba7a0f-8e4f-4eaa-86bb-e333ef7f1f55 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:42.403300 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e5f5284d-6839-4b5d-b1d9-c32f176b0a38 req-1aba7a0f-8e4f-4eaa-86bb-e333ef7f1f55 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0469038 Jun 23 11:05:42.448919 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e5f5284d-6839-4b5d-b1d9-c32f176b0a38 req-f9767153-080d-4662-9580-26d2c4690c1b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401855 Jun 23 11:05:43.564734 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de885116-8301-454f-b5ed-04adfbd2d21e req-8f3a040b-b6bf-4ce2-8eb2-e57a7b583434 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:43.566423 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-de885116-8301-454f-b5ed-04adfbd2d21e req-8f3a040b-b6bf-4ce2-8eb2-e57a7b583434 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0468125 Jun 23 11:05:43.614079 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-de885116-8301-454f-b5ed-04adfbd2d21e req-c3fdc904-4a9e-49b5-a021-722511fb112c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419052 Jun 23 11:05:44.731480 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e41aff-7cac-46bc-a27a-1bf043b46d7d req-76f3c4b1-b7aa-44e0-a8fa-2f2b8a1d4147 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:44.732971 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-65e41aff-7cac-46bc-a27a-1bf043b46d7d req-76f3c4b1-b7aa-44e0-a8fa-2f2b8a1d4147 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0464988 Jun 23 11:05:44.779969 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-65e41aff-7cac-46bc-a27a-1bf043b46d7d req-f4080c53-2d4e-48e1-9a1b-14d472202968 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414374 Jun 23 11:05:45.900340 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bf4ce-706a-4e7d-87b8-e90ce8909c97 req-c4048edd-3bac-4da4-890e-18df2868b83b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:45.902004 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-323bf4ce-706a-4e7d-87b8-e90ce8909c97 req-c4048edd-3bac-4da4-890e-18df2868b83b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0506923 Jun 23 11:05:45.949490 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-323bf4ce-706a-4e7d-87b8-e90ce8909c97 req-3150cc6d-0305-4cf6-a54c-1543c3859350 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417156 Jun 23 11:05:46.272737 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 40184) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:05:46.376600 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4ecc-8e59-4beb-8f5c-82209d8148c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:46.449966 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4ecc-8e59-4beb-8f5c-82209d8148c4 admin admin] Publish callbacks [] for security_group (c939a558-6f2b-408d-a4ff-e9bf773fb6d0), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:46.453395 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4ecc-8e59-4beb-8f5c-82209d8148c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (c939a558-6f2b-408d-a4ff-e9bf773fb6d0), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:46.492628 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-cb9d4ecc-8e59-4beb-8f5c-82209d8148c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c49582d70004319ae97ecc62d0bffd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188311 Jun 23 11:05:46.493484 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d4ecc-8e59-4beb-8f5c-82209d8148c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c939a558-6f2b-408d-a4ff-e9bf773fb6d0,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:05:46.496383 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 40190) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:05:46.558594 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab2150fa-70bb-48ca-ada7-7700af375caf admin admin] Publish callbacks [] for security_group (c939a558-6f2b-408d-a4ff-e9bf773fb6d0), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:46.580525 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab2150fa-70bb-48ca-ada7-7700af375caf admin admin] Publish callbacks [] for security_group (c939a558-6f2b-408d-a4ff-e9bf773fb6d0), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:46.591264 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:46.629326 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab2150fa-70bb-48ca-ada7-7700af375caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (c939a558-6f2b-408d-a4ff-e9bf773fb6d0), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:46.632254 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab2150fa-70bb-48ca-ada7-7700af375caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:05:46.633434 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-ab2150fa-70bb-48ca-ada7-7700af375caf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c939a558-6f2b-408d-a4ff-e9bf773fb6d0 HTTP/1.1" status: 204 len: 168 time: 0.1349888 Jun 23 11:05:46.642200 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2150fa-70bb-48ca-ada7-7700af375caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c939a558-6f2b-408d-a4ff-e9bf773fb6d0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:05:47.059457 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:47.074910 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01ab9-bf42-44fd-841d-eb81f2b9332e req-f67ff638-14dc-4a5d-964b-40eeb2b849d1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:47.076471 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fda01ab9-bf42-44fd-841d-eb81f2b9332e req-f67ff638-14dc-4a5d-964b-40eeb2b849d1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0532780 Jun 23 11:05:47.125090 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fda01ab9-bf42-44fd-841d-eb81f2b9332e req-7c61e6e8-0816-4356-aeea-1a5e82d882a6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430064 Jun 23 11:05:48.243520 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fa406-ce53-44da-9010-a54d04f7d16c req-1dfac0f1-8dea-4517-840f-eeeeaf705398 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:48.245004 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2a6fa406-ce53-44da-9010-a54d04f7d16c req-1dfac0f1-8dea-4517-840f-eeeeaf705398 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0477502 Jun 23 11:05:48.293905 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2a6fa406-ce53-44da-9010-a54d04f7d16c req-a7f75d13-2a46-4da4-9bda-0023084c33d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433514 Jun 23 11:05:48.646567 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:49.411064 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08963b-428e-467c-a2f5-e54efab3f1eb req-f37150db-c452-4f78-a0ac-59e60d2d7ff0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:49.413045 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2e08963b-428e-467c-a2f5-e54efab3f1eb req-f37150db-c452-4f78-a0ac-59e60d2d7ff0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0490983 Jun 23 11:05:49.459615 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2e08963b-428e-467c-a2f5-e54efab3f1eb req-488a6a11-1430-47b8-8fe6-82a7e6948d18 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410471 Jun 23 11:05:50.579765 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57c8f8-dc0b-45d8-8079-06eb67c55b77 req-77095e43-f69a-4fcb-92aa-3b716b29c423 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:50.581199 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6e57c8f8-dc0b-45d8-8079-06eb67c55b77 req-77095e43-f69a-4fcb-92aa-3b716b29c423 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0459647 Jun 23 11:05:50.626782 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6e57c8f8-dc0b-45d8-8079-06eb67c55b77 req-c142ff1c-328d-4bf0-a72a-04a998effe23 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400872 Jun 23 11:05:51.744974 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11e720-96b4-44e0-bd2e-197431953811 req-9b7b26e5-17ed-42d6-b0a4-c9795b600628 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:51.746419 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a11e720-96b4-44e0-bd2e-197431953811 req-9b7b26e5-17ed-42d6-b0a4-c9795b600628 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0464995 Jun 23 11:05:51.791757 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a11e720-96b4-44e0-bd2e-197431953811 req-9e256cc7-9ab7-4b46-be1e-f95f84655c4e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398331 Jun 23 11:05:52.908599 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b9ba5-d4b5-4a0b-91da-75931a96896b req-d29f54dd-02bd-46dd-8d4a-af0b38b19394 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:52.910044 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-449b9ba5-d4b5-4a0b-91da-75931a96896b req-d29f54dd-02bd-46dd-8d4a-af0b38b19394 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0467467 Jun 23 11:05:52.954857 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-449b9ba5-d4b5-4a0b-91da-75931a96896b req-89fe2a1d-855f-442b-a212-d65e3f5640bb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394011 Jun 23 11:05:54.072604 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e54027-4a8c-4f76-9b21-4422a3ae6874 req-3dd2776c-5944-4f5c-a693-2044adaf4775 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:54.074031 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-67e54027-4a8c-4f76-9b21-4422a3ae6874 req-3dd2776c-5944-4f5c-a693-2044adaf4775 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0455203 Jun 23 11:05:54.123508 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-67e54027-4a8c-4f76-9b21-4422a3ae6874 req-ce322c15-b089-4cf7-9bea-639ec48da832 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439055 Jun 23 11:05:55.247274 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719525a-776a-451d-9960-efc81131cc8f req-b5e40e20-4bd5-494c-a511-8ef934339a40 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:55.248766 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c719525a-776a-451d-9960-efc81131cc8f req-b5e40e20-4bd5-494c-a511-8ef934339a40 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0522041 Jun 23 11:05:55.269497 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:55.297042 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c719525a-776a-451d-9960-efc81131cc8f req-9c9452cd-89f4-4c77-a647-26b0219b555c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420301 Jun 23 11:05:56.415790 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c593-101c-479b-81b8-f463b1e53d7c req-99941cfb-a9d3-4757-8276-4bbffb43639c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:56.417148 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9b29c593-101c-479b-81b8-f463b1e53d7c req-99941cfb-a9d3-4757-8276-4bbffb43639c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0469329 Jun 23 11:05:56.461829 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9b29c593-101c-479b-81b8-f463b1e53d7c req-d6a5d4c1-84f1-4ea0-bbb9-4fe8ec4468b6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392983 Jun 23 11:05:56.662214 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:57.576473 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da566a-52e4-4e04-b842-4c26749ccfae req-df598057-6596-4bb1-884d-97c8d34d39ef tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:57.577908 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-79da566a-52e4-4e04-b842-4c26749ccfae req-df598057-6596-4bb1-884d-97c8d34d39ef tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0462265 Jun 23 11:05:57.597037 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:05:57.625006 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-79da566a-52e4-4e04-b842-4c26749ccfae req-7e430e27-e6b6-4ed8-af69-accbceb6621b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417504 Jun 23 11:05:58.748534 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caec159-53cb-4d67-bdad-61be4aadef74 req-0a3f6da6-30ce-4a53-a1af-c16e516ce560 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:58.750039 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6caec159-53cb-4d67-bdad-61be4aadef74 req-0a3f6da6-30ce-4a53-a1af-c16e516ce560 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0501373 Jun 23 11:05:58.806396 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6caec159-53cb-4d67-bdad-61be4aadef74 req-db90a66b-949a-4fb0-ba48-6395af785553 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501812 Jun 23 11:05:59.928773 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb0115-07d0-4d14-81a2-ca59b3141fff req-9e2001a0-37c7-4a33-a341-da5c2732093c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:05:59.930431 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f0fb0115-07d0-4d14-81a2-ca59b3141fff req-9e2001a0-37c7-4a33-a341-da5c2732093c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0459933 Jun 23 11:05:59.978191 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f0fb0115-07d0-4d14-81a2-ca59b3141fff req-ad25f933-acf5-4bf1-b4ba-4e741de36f89 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424142 Jun 23 11:06:01.096325 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd9f3c-619d-46a8-bf72-3294553dd8e5 req-8271abef-2522-4e1b-bc38-84e8b7162cc3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:01.098242 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-75fd9f3c-619d-46a8-bf72-3294553dd8e5 req-8271abef-2522-4e1b-bc38-84e8b7162cc3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0474436 Jun 23 11:06:01.144705 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-75fd9f3c-619d-46a8-bf72-3294553dd8e5 req-7cb4c8f6-620b-42a0-8f5d-d4722c4e5202 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407572 Jun 23 11:06:02.122367 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:02.265511 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421f7b3-4f6b-47ee-9d1a-e327188d888f req-f718a2b9-3e29-4ba1-8f8f-28192a792a1e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:02.266984 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c421f7b3-4f6b-47ee-9d1a-e327188d888f req-f718a2b9-3e29-4ba1-8f8f-28192a792a1e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0507360 Jun 23 11:06:02.280903 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 8b01f05d-725c-403a-b014-97986787465c details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:06:02.315610 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c421f7b3-4f6b-47ee-9d1a-e327188d888f req-19dd4fc8-764a-4dbe-9f88-0476d11e6ce2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431774 Jun 23 11:06:02.377648 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 8b01f05d-725c-403a-b014-97986787465c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8b01f05d-725c-403a-b014-97986787465c,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:06:02.389492 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '8b01f05d-725c-403a-b014-97986787465c', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'port_id': '8b01f05d-725c-403a-b014-97986787465c', 'mac_address': 'fa:16:3e:78:e0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:06:02.426343 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 8b01f05d-725c-403a-b014-97986787465c is: ACTIVE; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:06:02.426732 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (8b01f05d-725c-403a-b014-97986787465c), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:02.439750 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b01f05d-725c-403a-b014-97986787465c {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:06:02.458876 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 8b01f05d-725c-403a-b014-97986787465c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8b01f05d-725c-403a-b014-97986787465c,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:06:02.462553 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (8b01f05d-725c-403a-b014-97986787465c), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:02.506797 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=8b01f05d-725c-403a-b014-97986787465c,revision_number=6']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:02.513743 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:02.514092 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:02.514468 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:02.514797 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:02.515127 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:02.515476 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:02.515899 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:02.516171 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:02.516492 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:02.516810 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:02.517130 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:02.517464 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:02.517791 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:02.518106 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:02.518422 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:03.353055 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9a12a740-57ce-418e-b366-be53c3cc12eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:03.436301 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ed3af-9d43-4869-86ea-af103f09cbed req-47c7d36e-6d47-4d30-8814-a313cc3beb15 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:03.437735 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bb1ed3af-9d43-4869-86ea-af103f09cbed req-47c7d36e-6d47-4d30-8814-a313cc3beb15 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 945 time: 0.0459297 Jun 23 11:06:03.483504 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bb1ed3af-9d43-4869-86ea-af103f09cbed req-e9740804-f42e-46f6-bbe3-07f682ee8d4a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402153 Jun 23 11:06:03.671802 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['8b01f05d-725c-403a-b014-97986787465c'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:06:04.612465 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ead9f-afb8-4b82-b4b9-08db28face7e req-22116b63-33d8-4609-af64-0620845c5523 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:04.613883 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0a3ead9f-afb8-4b82-b4b9-08db28face7e req-22116b63-33d8-4609-af64-0620845c5523 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 945 time: 0.0583110 Jun 23 11:06:04.674627 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0a3ead9f-afb8-4b82-b4b9-08db28face7e req-eddaa0dd-86b5-4425-8cbd-daeb285225a3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548995 Jun 23 11:06:05.295401 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 8b01f05d-725c-403a-b014-97986787465c up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:06:05.349937 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 8b01f05d-725c-403a-b014-97986787465c triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:06:05.350947 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (8b01f05d-725c-403a-b014-97986787465c), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:05.465598 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 8b01f05d-725c-403a-b014-97986787465c is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:06:05.466018 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (8b01f05d-725c-403a-b014-97986787465c), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:05.503613 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 8b01f05d-725c-403a-b014-97986787465c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8b01f05d-725c-403a-b014-97986787465c,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:06:05.504967 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b01f05d-725c-403a-b014-97986787465c'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:06:05.518891 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11312dcb-3688-4078-8765-6459dfd72edc" -d '{"events": [{"server_uuid": "9d4c91f8-2f76-436d-8b6c-0ab0945961d9", "name": "network-vif-plugged", "status": "completed", "tag": "8b01f05d-725c-403a-b014-97986787465c"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:06:05.522955 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (8b01f05d-725c-403a-b014-97986787465c), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:05.557292 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cbb92e-560d-4891-a687-76bae2a85ea5 x-openstack-request-id: req-e8cbb92e-560d-4891-a687-76bae2a85ea5 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:06:05.557609 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4c91f8-2f76-436d-8b6c-0ab0945961d9", "name": "network-vif-plugged", "status": "completed", "tag": "8b01f05d-725c-403a-b014-97986787465c", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:06:05.557870 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8cbb92e-560d-4891-a687-76bae2a85ea5 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:06:05.558271 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8cbb92e-560d-4891-a687-76bae2a85ea5'] response: {'server_uuid': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b01f05d-725c-403a-b014-97986787465c', 'code': 200} Jun 23 11:06:05.574154 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=8b01f05d-725c-403a-b014-97986787465c,revision_number=7']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:05.632849 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ace2359b-d9ad-4732-ad38-4f5791b5a443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:05.830972 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f247e-314d-4d5f-b9f0-297d14e66212 req-296c24a2-ee0c-43f5-a77e-f26579182b9e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:05.844840 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4e2f247e-314d-4d5f-b9f0-297d14e66212 req-296c24a2-ee0c-43f5-a77e-f26579182b9e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0904486 Jun 23 11:06:05.908866 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4e2f247e-314d-4d5f-b9f0-297d14e66212 req-55453766-06b7-4088-90e2-6d60fa69f63f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623906 Jun 23 11:06:06.695991 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:07.036224 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9cf33-aec6-4013-ac19-77ce3a116645 req-e7009fc1-1807-4f4d-9c0b-1dde7a8ea3f5 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:07.037902 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-54c9cf33-aec6-4013-ac19-77ce3a116645 req-e7009fc1-1807-4f4d-9c0b-1dde7a8ea3f5 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0521119 Jun 23 11:06:07.100098 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-54c9cf33-aec6-4013-ac19-77ce3a116645 req-a91a80f6-a3fc-4991-9e24-a29bc793824d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567117 Jun 23 11:06:07.133234 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:06:07.140715 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:07.730984 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7f95f-b8d5-470b-a862-55b663566c0b req-d8390880-cdbf-4690-ba21-3bb93ac92a67 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:07.732687 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b1d7f95f-b8d5-470b-a862-55b663566c0b req-d8390880-cdbf-4690-ba21-3bb93ac92a67 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0920606 Jun 23 11:06:07.749162 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5b07c-63e3-40a6-bfc2-559964a72ff4 req-8e06ae34-5f9a-49fe-8469-5616bb9ba81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:07.750487 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-16b5b07c-63e3-40a6-bfc2-559964a72ff4 req-8e06ae34-5f9a-49fe-8469-5616bb9ba81c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 1130 time: 0.0646062 Jun 23 11:06:07.823818 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b1d7f95f-b8d5-470b-a862-55b663566c0b req-9653e144-a04a-4944-8eae-266005fb3a1c tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844731 Jun 23 11:06:07.891797 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5b07c-63e3-40a6-bfc2-559964a72ff4 req-d7bdd3ea-a614-46b9-9bd5-0e3017ea7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:07.893632 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-16b5b07c-63e3-40a6-bfc2-559964a72ff4 req-d7bdd3ea-a614-46b9-9bd5-0e3017ea7044 service neutron] 10.222.0.60 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 919 time: 0.1309657 Jun 23 11:06:07.905137 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0be61c05-5791-4366-aabb-77566bae7b9a req-9065ecb4-eae6-42c5-8de0-bfa015088890 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0629742 Jun 23 11:06:08.024202 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be61c05-5791-4366-aabb-77566bae7b9a req-abaa9946-9fba-4c50-a72a-528019dc4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:08.026192 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0be61c05-5791-4366-aabb-77566bae7b9a req-abaa9946-9fba-4c50-a72a-528019dc4523 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac9f9313c3ac4dde97e75ac6fa8fae11&device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 1130 time: 0.0493577 Jun 23 11:06:08.029222 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-16b5b07c-63e3-40a6-bfc2-559964a72ff4 req-11c7cbb3-a014-45df-9390-1615f4d6171b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3909cef4-3010-4515-8cab-d60278b2d3ee HTTP/1.1" status: 200 len: 1001 time: 0.1203134 Jun 23 11:06:08.095552 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5b07c-63e3-40a6-bfc2-559964a72ff4 req-a9fe8866-1cd0-4ae5-b109-8d8ab6bebb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:08.100979 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-16b5b07c-63e3-40a6-bfc2-559964a72ff4 req-a9fe8866-1cd0-4ae5-b109-8d8ab6bebb9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 200 len: 857 time: 0.0548165 Jun 23 11:06:08.101127 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:08.120902 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:08.170091 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5b07c-63e3-40a6-bfc2-559964a72ff4 req-bd4508f9-ec28-4877-b15e-7385914825fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:08.171578 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-16b5b07c-63e3-40a6-bfc2-559964a72ff4 req-bd4508f9-ec28-4877-b15e-7385914825fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19e128cb-e174-49db-a8d2-8534db57c32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615883 Jun 23 11:06:08.195408 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be61c05-5791-4366-aabb-77566bae7b9a req-c58ee01d-4e73-45bd-afd6-3dd3b7f991b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:08.197199 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0be61c05-5791-4366-aabb-77566bae7b9a req-c58ee01d-4e73-45bd-afd6-3dd3b7f991b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d HTTP/1.1" status: 200 len: 911 time: 0.1445527 Jun 23 11:06:08.271356 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:08.285819 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:08.294052 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-16b5b07c-63e3-40a6-bfc2-559964a72ff4 req-e9aac836-878c-49d1-9ed9-b9db724ab778 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122551 Jun 23 11:06:08.303948 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0be61c05-5791-4366-aabb-77566bae7b9a req-dad661bc-e693-4ee4-bff4-6a4ac80cdd7d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f38d95a7-ab3e-47d6-991b-c6ccc781d5fe HTTP/1.1" status: 200 len: 1002 time: 0.0945799 Jun 23 11:06:08.326960 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc059728-3823-4607-bbee-2b4bcbd9b797 req-1c0fcf00-9dae-4cb6-ad91-272c03c12a20 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:08.328576 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cc059728-3823-4607-bbee-2b4bcbd9b797 req-1c0fcf00-9dae-4cb6-ad91-272c03c12a20 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.1186752 Jun 23 11:06:08.400261 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cc059728-3823-4607-bbee-2b4bcbd9b797 req-6790a1c1-80a2-4aa8-b619-f40f15b2fd25 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512636 Jun 23 11:06:08.407127 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-16b5b07c-63e3-40a6-bfc2-559964a72ff4 req-b8b09e9d-5ab9-470d-931f-c8a0689eaf68 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016948 Jun 23 11:06:08.412250 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be61c05-5791-4366-aabb-77566bae7b9a req-64e75a47-6fb0-4e73-b546-7294d2edc04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:08.413806 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0be61c05-5791-4366-aabb-77566bae7b9a req-64e75a47-6fb0-4e73-b546-7294d2edc04b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=36e9125f-f67e-4b5d-8729-45eedcb46700 HTTP/1.1" status: 200 len: 849 time: 0.1015618 Jun 23 11:06:08.502918 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be61c05-5791-4366-aabb-77566bae7b9a req-212fad3c-063d-47f9-9a06-625d5ef9a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:08.504895 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0be61c05-5791-4366-aabb-77566bae7b9a req-212fad3c-063d-47f9-9a06-625d5ef9a54c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470307 Jun 23 11:06:08.619249 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0be61c05-5791-4366-aabb-77566bae7b9a req-5e6100fa-403e-46c6-b330-0189a4fb26be service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946889 Jun 23 11:06:08.634978 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:08.649890 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:08.812752 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0be61c05-5791-4366-aabb-77566bae7b9a req-9b479665-add9-48df-873c-6785ccd44c53 service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201899 Jun 23 11:06:08.956540 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65540cef-8858-42eb-9e1e-51eb02826f4f req-704c2722-4020-47f3-84ee-ad243cd336ca tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:08.961203 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65540cef-8858-42eb-9e1e-51eb02826f4f req-704c2722-4020-47f3-84ee-ad243cd336ca tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0578461 Jun 23 11:06:09.016030 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65540cef-8858-42eb-9e1e-51eb02826f4f req-68eed1a5-29a3-4a93-ad65-b2503c3ae186 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485969 Jun 23 11:06:09.060002 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 40560) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:09.124825 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Deleting subnet d0311bcd-4158-4296-896f-09ee19fbbad7 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:06:09.130401 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Publish callbacks [] for subnet (d0311bcd-4158-4296-896f-09ee19fbbad7), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:09.183228 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59676546'] for subnet (d0311bcd-4158-4296-896f-09ee19fbbad7), precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:09.230864 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537351'] for subnet (d0311bcd-4158-4296-896f-09ee19fbbad7), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:09.304095 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59715753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58842980'] for subnet (d0311bcd-4158-4296-896f-09ee19fbbad7), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:09.333716 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0311bcd-4158-4296-896f-09ee19fbbad7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:09.348164 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:09.348518 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:09.348866 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:09.350203 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:09.351178 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:09.351547 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:09.351913 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:09.352528 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:09.352849 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:09.352849 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:09.353424 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:09.353716 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:09.353897 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:09.354594 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:09.354944 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:09.361350 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:09.365538 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-fff4a9e8-4cb5-4eb1-875e-184d84f6becd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d0311bcd-4158-4296-896f-09ee19fbbad7 HTTP/1.1" status: 204 len: 168 time: 0.3039935 Jun 23 11:06:09.368676 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 40562) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:09.441050 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f2e88fe-2af4-462d-942c-a596a4938247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594832'] for network (90335769-5abc-4a45-87f8-aca0c9113916), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:09.506135 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:09.553088 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f2e88fe-2af4-462d-942c-a596a4938247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506618', 'neutron.services.segments.db._delete_segments_for_network-8767343742347'] for network (90335769-5abc-4a45-87f8-aca0c9113916), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:09.590860 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-2f2e88fe-2af4-462d-942c-a596a4938247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90335769-5abc-4a45-87f8-aca0c9113916']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:06:09.599211 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabbeef-71d3-476e-9d10-91bacfe4f237 req-64141e3b-3c54-4764-9e33-a22822537e6e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:09.601314 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2aabbeef-71d3-476e-9d10-91bacfe4f237 req-64141e3b-3c54-4764-9e33-a22822537e6e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.1137319 Jun 23 11:06:09.620036 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-2f2e88fe-2af4-462d-942c-a596a4938247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2cc0c8e-c406-40e3-8e5d-95746053f392') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:06:09.620329 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-2f2e88fe-2af4-462d-942c-a596a4938247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2cc0c8e-c406-40e3-8e5d-95746053f392') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:06:09.638156 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f2e88fe-2af4-462d-942c-a596a4938247 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767343744660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59676569'] for segment (a2cc0c8e-c406-40e3-8e5d-95746053f392), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:09.665918 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f2e88fe-2af4-462d-942c-a596a4938247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (a2cc0c8e-c406-40e3-8e5d-95746053f392), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:09.682968 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2e88fe-2af4-462d-942c-a596a4938247 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:06:09.683923 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f2e88fe-2af4-462d-942c-a596a4938247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59715779'] for segment (a2cc0c8e-c406-40e3-8e5d-95746053f392), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:09.716496 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2aabbeef-71d3-476e-9d10-91bacfe4f237 req-ec64bd95-2fea-495c-b09a-4b7f7ff77557 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092901 Jun 23 11:06:09.746180 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment a2cc0c8e-c406-40e3-8e5d-95746053f392 resource provider aggregate not found Jun 23 11:06:09.778782 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment a2cc0c8e-c406-40e3-8e5d-95746053f392 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2cc0c8e-c406-40e3-8e5d-95746053f392 found for delete ", "request_id": "req-dcc0e8b7-6431-46a3-9bf8-4b15d5e1f36d"}]} Jun 23 11:06:09.791460 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f2e88fe-2af4-462d-942c-a596a4938247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385476'] for network (90335769-5abc-4a45-87f8-aca0c9113916), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:09.805502 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f2e88fe-2af4-462d-942c-a596a4938247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:09.809772 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-2f2e88fe-2af4-462d-942c-a596a4938247 admin admin] 10.222.0.65 "DELETE /v2.0/networks/90335769-5abc-4a45-87f8-aca0c9113916 HTTP/1.1" status: 204 len: 168 time: 0.4401710 Jun 23 11:06:09.824650 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e88fe-2af4-462d-942c-a596a4938247 admin admin] Pushing event deleted for resources: {'Network': ['ID=90335769-5abc-4a45-87f8-aca0c9113916,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:10.075228 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 40580) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:10.125999 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:10.132161 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:10.160355 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-81dc4104-18f4-461b-8176-128789e316d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=64682ed401c74af7aa436a2171819ebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0836537 Jun 23 11:06:10.162713 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 40584) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:10.189569 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff3702-5e2d-480b-8d54-130255f0ac72 req-225480ed-79e3-4c2b-9fea-32d385ed3247 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:10.191117 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-eeff3702-5e2d-480b-8d54-130255f0ac72 req-225480ed-79e3-4c2b-9fea-32d385ed3247 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0847845 Jun 23 11:06:10.225019 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f8f6462-2f71-4b99-a33b-c3f81b6cd7f7 admin admin] Publish callbacks [] for security_group (02e58a24-a3f6-4877-99cb-4d24d5c1d985), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:10.256666 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-eeff3702-5e2d-480b-8d54-130255f0ac72 req-effea753-7bdb-4fb0-90e9-7fe3c732363c tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575027 Jun 23 11:06:10.260498 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f8f6462-2f71-4b99-a33b-c3f81b6cd7f7 admin admin] Publish callbacks [] for security_group (02e58a24-a3f6-4877-99cb-4d24d5c1d985), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:10.275838 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 40586) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:10.347611 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f8f6462-2f71-4b99-a33b-c3f81b6cd7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (02e58a24-a3f6-4877-99cb-4d24d5c1d985), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:10.351877 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f8f6462-2f71-4b99-a33b-c3f81b6cd7f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:10.353303 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-1f8f6462-2f71-4b99-a33b-c3f81b6cd7f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/02e58a24-a3f6-4877-99cb-4d24d5c1d985 HTTP/1.1" status: 204 len: 168 time: 0.1888723 Jun 23 11:06:10.362852 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f6462-2f71-4b99-a33b-c3f81b6cd7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e58a24-a3f6-4877-99cb-4d24d5c1d985,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:10.447438 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce48dbbe-479e-4b35-bb83-231005f6feff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:10.561986 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce48dbbe-479e-4b35-bb83-231005f6feff admin admin] Publish callbacks [] for security_group (4dff0b36-9856-452d-abef-7bfb27aaf738), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:10.568320 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce48dbbe-479e-4b35-bb83-231005f6feff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (4dff0b36-9856-452d-abef-7bfb27aaf738), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:10.614773 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-ce48dbbe-479e-4b35-bb83-231005f6feff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce4db61b801c40e4a3407c1a4192a07f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378839 Jun 23 11:06:10.617607 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 40592) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:10.626821 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48dbbe-479e-4b35-bb83-231005f6feff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dff0b36-9856-452d-abef-7bfb27aaf738,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:10.687914 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1aaa3892-ff63-46aa-a277-82381ec81218 admin admin] Publish callbacks [] for security_group (4dff0b36-9856-452d-abef-7bfb27aaf738), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:10.718852 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1aaa3892-ff63-46aa-a277-82381ec81218 admin admin] Publish callbacks [] for security_group (4dff0b36-9856-452d-abef-7bfb27aaf738), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:10.786194 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1aaa3892-ff63-46aa-a277-82381ec81218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (4dff0b36-9856-452d-abef-7bfb27aaf738), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:10.789722 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1aaa3892-ff63-46aa-a277-82381ec81218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:10.790919 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-1aaa3892-ff63-46aa-a277-82381ec81218 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4dff0b36-9856-452d-abef-7bfb27aaf738 HTTP/1.1" status: 204 len: 168 time: 0.1722291 Jun 23 11:06:10.817388 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa3892-ff63-46aa-a277-82381ec81218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dff0b36-9856-452d-abef-7bfb27aaf738,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:10.861911 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41696ead-01bb-478d-b4a2-93694e0a6281 req-fe96b02e-4d40-4f25-8b9c-c9d64f0a9a69 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:10.870290 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-41696ead-01bb-478d-b4a2-93694e0a6281 req-fe96b02e-4d40-4f25-8b9c-c9d64f0a9a69 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0674307 Jun 23 11:06:10.925602 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-41696ead-01bb-478d-b4a2-93694e0a6281 req-48894478-8554-4fd1-b607-7e1be2fd7f30 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537503 Jun 23 11:06:11.391407 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e116aec-286d-4eac-86b4-940a33194a1c req-1771aef1-4962-43ba-83a3-011c96e54762 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:11.392921 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6e116aec-286d-4eac-86b4-940a33194a1c req-1771aef1-4962-43ba-83a3-011c96e54762 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0478699 Jun 23 11:06:11.447531 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6e116aec-286d-4eac-86b4-940a33194a1c req-ed3feac5-134d-4a77-9de0-77c25d9da5fc tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469050 Jun 23 11:06:12.040818 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:12.057759 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51c171-baf8-47a9-8d70-365df6d6832f req-fd74c603-6356-45c5-8ef5-bb1833df8525 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:12.059398 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1d51c171-baf8-47a9-8d70-365df6d6832f req-fd74c603-6356-45c5-8ef5-bb1833df8525 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0570660 Jun 23 11:06:12.123572 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1d51c171-baf8-47a9-8d70-365df6d6832f req-756fe898-bfbc-4149-a56c-1c9e26d03be1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564713 Jun 23 11:06:12.571392 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bcc3d-680b-4150-bc5a-aa349f282238 req-b75854d9-084e-429f-bc08-cd4ad7bd6e46 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:12.573524 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ce8bcc3d-680b-4150-bc5a-aa349f282238 req-b75854d9-084e-429f-bc08-cd4ad7bd6e46 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0528140 Jun 23 11:06:12.643824 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ce8bcc3d-680b-4150-bc5a-aa349f282238 req-c0f40821-6626-4573-93a0-5f6b2d18be02 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588124 Jun 23 11:06:13.254956 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d47a84-8719-4500-b758-415732f9a6e5 req-c793f568-2740-4395-885c-bf042c53aad2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:13.263089 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-81d47a84-8719-4500-b758-415732f9a6e5 req-c793f568-2740-4395-885c-bf042c53aad2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0607133 Jun 23 11:06:13.316199 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-81d47a84-8719-4500-b758-415732f9a6e5 req-710338de-b086-40d4-928b-cbc9b29fa015 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519254 Jun 23 11:06:13.754984 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309efcaf-0f43-43de-8037-60c6b622e087 req-76380d1e-2c83-4589-9895-d0176e4083f1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:13.761187 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-309efcaf-0f43-43de-8037-60c6b622e087 req-76380d1e-2c83-4589-9895-d0176e4083f1 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0514057 Jun 23 11:06:13.816597 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-309efcaf-0f43-43de-8037-60c6b622e087 req-333fda48-2cc6-4a0e-9c32-764e4752afaf tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527534 Jun 23 11:06:14.437626 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bce85-812d-40c9-ab7a-fc55b7fe91c2 req-021d3240-47d2-4182-bada-b5cb2b990559 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:14.439062 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8b7bce85-812d-40c9-ab7a-fc55b7fe91c2 req-021d3240-47d2-4182-bada-b5cb2b990559 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0463912 Jun 23 11:06:14.484882 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8b7bce85-812d-40c9-ab7a-fc55b7fe91c2 req-ef548a1a-ad98-438f-8ffb-fdb95a1e08dd tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403597 Jun 23 11:06:14.931028 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5ff4d-7431-4a8d-8210-f484c7309429 req-926a570e-4b2e-46d7-a527-1134782df13d tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:14.932512 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7da5ff4d-7431-4a8d-8210-f484c7309429 req-926a570e-4b2e-46d7-a527-1134782df13d tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0493555 Jun 23 11:06:14.978559 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7da5ff4d-7431-4a8d-8210-f484c7309429 req-f830d7aa-b49a-401f-97fb-8f6e58f6a52b tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405903 Jun 23 11:06:15.031625 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff329f10-7af8-451d-806a-11631806ffa1 req-711758b3-9cb1-42a8-b3e3-bf2402a89b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:15.032994 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff329f10-7af8-451d-806a-11631806ffa1 req-711758b3-9cb1-42a8-b3e3-bf2402a89b44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=172a9e51095e47318b27881dab868355&device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 1130 time: 0.0382359 Jun 23 11:06:15.048893 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:15.128626 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff329f10-7af8-451d-806a-11631806ffa1 req-d9dcd177-2b71-49ec-883a-a43a3e9f5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:15.130330 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff329f10-7af8-451d-806a-11631806ffa1 req-d9dcd177-2b71-49ec-883a-a43a3e9f5723 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cde6b719-8052-4ec2-a733-c2d79d7cb320 HTTP/1.1" status: 200 len: 917 time: 0.0879412 Jun 23 11:06:15.188549 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff329f10-7af8-451d-806a-11631806ffa1 req-5baf7073-4090-446e-84d2-2543511b58c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b01f05d-725c-403a-b014-97986787465c HTTP/1.1" status: 200 len: 1001 time: 0.0515740 Jun 23 11:06:15.238614 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff329f10-7af8-451d-806a-11631806ffa1 req-d54929b9-930c-4a70-959b-2d6a998f552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:15.240023 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff329f10-7af8-451d-806a-11631806ffa1 req-d54929b9-930c-4a70-959b-2d6a998f552b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f753206-e3ef-4560-9487-b37ef85f0bf1 HTTP/1.1" status: 200 len: 855 time: 0.0439937 Jun 23 11:06:15.283529 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff329f10-7af8-451d-806a-11631806ffa1 req-191a5b36-c58e-476e-a096-02ef991bbb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:15.284918 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff329f10-7af8-451d-806a-11631806ffa1 req-191a5b36-c58e-476e-a096-02ef991bbb7a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cde6b719-8052-4ec2-a733-c2d79d7cb320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374429 Jun 23 11:06:15.378549 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff329f10-7af8-451d-806a-11631806ffa1 req-73dc1f91-e8f2-4009-a5a4-8cc2329a1db3 service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833924 Jun 23 11:06:15.471456 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ff329f10-7af8-451d-806a-11631806ffa1 req-e9b2427f-6b6e-4a16-b33f-36c1b8abd70c service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801370 Jun 23 11:06:15.604533 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f790ba-c493-491c-ac58-56d5d9a7ecad req-bf1c236f-e3c2-428b-b3a3-101f4b4fde80 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:15.605897 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c5f790ba-c493-491c-ac58-56d5d9a7ecad req-bf1c236f-e3c2-428b-b3a3-101f4b4fde80 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0457911 Jun 23 11:06:15.655193 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c5f790ba-c493-491c-ac58-56d5d9a7ecad req-94e476c5-4b52-4246-a6ef-e31d07abd948 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438786 Jun 23 11:06:16.089748 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7d5b3-b78c-4ec2-ad46-8b1f2043edce req-3238243c-35a8-471f-b02d-8208eaeb3456 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:16.091255 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e2f7d5b3-b78c-4ec2-ad46-8b1f2043edce req-3238243c-35a8-471f-b02d-8208eaeb3456 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0459538 Jun 23 11:06:16.139467 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e2f7d5b3-b78c-4ec2-ad46-8b1f2043edce req-5175037e-f56e-42a9-9ddf-52689a4a99be tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421016 Jun 23 11:06:16.428369 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942db656-813c-4748-978d-fc3b8999bc09 req-fe43ef51-25ab-467e-b06b-b8f372d7f3bc tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:16.430427 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-942db656-813c-4748-978d-fc3b8999bc09 req-fe43ef51-25ab-467e-b06b-b8f372d7f3bc tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 946 time: 0.0458026 Jun 23 11:06:16.475363 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-942db656-813c-4748-978d-fc3b8999bc09 req-eb2a7c1d-ea25-4cc1-b0cf-775a53b6a872 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394170 Jun 23 11:06:16.772967 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719bd29-b0bb-41f0-b831-019c775f43bf req-92c2eafa-3e3d-4f3c-ab32-8db2e882e61c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:16.774387 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a719bd29-b0bb-41f0-b831-019c775f43bf req-92c2eafa-3e3d-4f3c-ab32-8db2e882e61c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0454235 Jun 23 11:06:16.822460 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a719bd29-b0bb-41f0-b831-019c775f43bf req-a4def6e3-c03c-4742-8165-6e901efc5867 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426040 Jun 23 11:06:17.250069 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46f84f-a14b-4cd5-b1a3-9b589b045712 req-ead592c1-e549-4dd6-9700-801e02a5f945 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:17.251490 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2b46f84f-a14b-4cd5-b1a3-9b589b045712 req-ead592c1-e549-4dd6-9700-801e02a5f945 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0454695 Jun 23 11:06:17.278795 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=3 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:17.288749 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=5 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:17.297441 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2b46f84f-a14b-4cd5-b1a3-9b589b045712 req-56a90271-ef16-4bec-8303-b74d2d7947b3 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393877 Jun 23 11:06:17.592206 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c600774-4ca4-4510-a85c-4ec8d4d5d87c req-80fac236-51e4-46c6-8f0d-d26ca9973844 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:17.593686 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1c600774-4ca4-4510-a85c-4ec8d4d5d87c req-80fac236-51e4-46c6-8f0d-d26ca9973844 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 946 time: 0.0481746 Jun 23 11:06:17.640187 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1c600774-4ca4-4510-a85c-4ec8d4d5d87c req-866c0644-ee5d-4470-90fb-e51ca238150a tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409014 Jun 23 11:06:17.940474 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfe4de-8b32-42d3-ac10-0ab1f728ee13 req-b87fba60-7faf-4b2e-a6c0-8eb235e39718 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:17.941900 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-59bfe4de-8b32-42d3-ac10-0ab1f728ee13 req-b87fba60-7faf-4b2e-a6c0-8eb235e39718 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0491083 Jun 23 11:06:17.965333 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:17.988402 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-59bfe4de-8b32-42d3-ac10-0ab1f728ee13 req-e384ff66-7603-44a6-bfd7-78b058be0c4a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411217 Jun 23 11:06:18.408957 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ca2f8-02bd-4e99-ae26-a467c61fa93b req-efec2767-aa4a-4792-a525-c5057e366638 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:18.410425 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc7ca2f8-02bd-4e99-ae26-a467c61fa93b req-efec2767-aa4a-4792-a525-c5057e366638 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0466704 Jun 23 11:06:18.455939 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc7ca2f8-02bd-4e99-ae26-a467c61fa93b req-a48f2623-ed82-49c2-b3bf-c2a20d4fd771 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399072 Jun 23 11:06:18.750067 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1a6f5-77e8-41ac-8133-b51041e23d38 req-895e299a-68f7-432a-9ed6-7605ee68b003 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:18.751423 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-62e1a6f5-77e8-41ac-8133-b51041e23d38 req-895e299a-68f7-432a-9ed6-7605ee68b003 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 946 time: 0.0459094 Jun 23 11:06:18.798059 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-62e1a6f5-77e8-41ac-8133-b51041e23d38 req-ba269c74-26fd-40ce-ad96-6d6189de33a3 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408998 Jun 23 11:06:19.070177 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:19.109592 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc1cc3-b674-488b-8d56-2057fa7babf9 req-e08e625d-1399-4f06-866a-6db141ccb033 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:19.111069 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f2dc1cc3-b674-488b-8d56-2057fa7babf9 req-e08e625d-1399-4f06-866a-6db141ccb033 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 946 time: 0.0505214 Jun 23 11:06:19.157191 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f2dc1cc3-b674-488b-8d56-2057fa7babf9 req-15b57d92-38cf-4bb2-ab91-95f2bdf006b3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405829 Jun 23 11:06:19.382552 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 8b01f05d-725c-403a-b014-97986787465c no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:06:19.422060 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:19.459914 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 8b01f05d-725c-403a-b014-97986787465c is: ACTIVE; New status is: DOWN {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:06:19.460369 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (8b01f05d-725c-403a-b014-97986787465c), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:19.484351 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b01f05d-725c-403a-b014-97986787465c'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:06:19.486565 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b77bc15-44fd-45d4-8eed-1f3305d3214c" -d '{"events": [{"server_uuid": "9d4c91f8-2f76-436d-8b6c-0ab0945961d9", "name": "network-vif-unplugged", "status": "completed", "tag": "8b01f05d-725c-403a-b014-97986787465c"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:06:19.500580 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 8b01f05d-725c-403a-b014-97986787465c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8b01f05d-725c-403a-b014-97986787465c,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:06:19.505807 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (8b01f05d-725c-403a-b014-97986787465c), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:19.530468 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Jun 2022 11:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f89a121-1b57-41d9-9b44-24b11a62ea17 x-openstack-request-id: req-6f89a121-1b57-41d9-9b44-24b11a62ea17 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:06:19.530784 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4c91f8-2f76-436d-8b6c-0ab0945961d9", "name": "network-vif-unplugged", "status": "completed", "tag": "8b01f05d-725c-403a-b014-97986787465c", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:06:19.531042 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f89a121-1b57-41d9-9b44-24b11a62ea17 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:06:19.531434 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f89a121-1b57-41d9-9b44-24b11a62ea17'] response: {'server_uuid': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b01f05d-725c-403a-b014-97986787465c', 'code': 200} Jun 23 11:06:19.557838 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=8b01f05d-725c-403a-b014-97986787465c,revision_number=8']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:19.576277 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dda574-d59b-42ae-833f-5ef7a0b57855 req-c40577e0-ef7a-4b5c-9b57-327baf4148a3 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:19.583798 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-46dda574-d59b-42ae-833f-5ef7a0b57855 req-c40577e0-ef7a-4b5c-9b57-327baf4148a3 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0551336 Jun 23 11:06:19.600849 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:19.630583 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-46dda574-d59b-42ae-833f-5ef7a0b57855 req-8650575f-9cf0-4228-a926-12c0fe7809f2 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459397 Jun 23 11:06:19.694589 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8f8d6-e441-41d5-90b6-e70b70fd7b0a req-b518c96d-c13c-484b-afca-5e69e1e55fde tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:19.696621 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-68e8f8d6-e441-41d5-90b6-e70b70fd7b0a req-b518c96d-c13c-484b-afca-5e69e1e55fde tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 946 time: 0.0476439 Jun 23 11:06:19.913227 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a122b-dc55-451d-a7b4-e3f5cc598441 req-94762c9e-ebba-4702-ab06-eaaa3b1836b5 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:19.915130 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9b8a122b-dc55-451d-a7b4-e3f5cc598441 req-94762c9e-ebba-4702-ab06-eaaa3b1836b5 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 946 time: 0.0469184 Jun 23 11:06:19.962125 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9b8a122b-dc55-451d-a7b4-e3f5cc598441 req-778df39d-2d55-4359-bb10-03330af2e643 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=28fb84f1-6845-43b1-8f31-5f9bd0038f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413153 Jun 23 11:06:20.085366 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-68e8f8d6-e441-41d5-90b6-e70b70fd7b0a req-952608d9-a13c-4382-ba6f-84a2f13550fa tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Deleting port b7535b31-8d71-494f-97b9-054dc6058267 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:06:20.085776 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-68e8f8d6-e441-41d5-90b6-e70b70fd7b0a req-952608d9-a13c-4382-ba6f-84a2f13550fa tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (b7535b31-8d71-494f-97b9-054dc6058267), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:20.181414 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-68e8f8d6-e441-41d5-90b6-e70b70fd7b0a req-952608d9-a13c-4382-ba6f-84a2f13550fa tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] For port b7535b31-8d71-494f-97b9-054dc6058267, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b7535b31-8d71-494f-97b9-054dc6058267,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:06:20.181676 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-68e8f8d6-e441-41d5-90b6-e70b70fd7b0a req-952608d9-a13c-4382-ba6f-84a2f13550fa tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (b7535b31-8d71-494f-97b9-054dc6058267), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:20.350527 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a380197-4d1d-4754-9fee-90ed6b12e719 req-277dfc88-1a4e-466d-9637-e22d1778b4f3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:20.352556 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a380197-4d1d-4754-9fee-90ed6b12e719 req-277dfc88-1a4e-466d-9637-e22d1778b4f3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.1057377 Jun 23 11:06:20.448533 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a380197-4d1d-4754-9fee-90ed6b12e719 req-57b05cae-8b03-4656-89ee-51f808cddd2c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839670 Jun 23 11:06:20.455631 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-68e8f8d6-e441-41d5-90b6-e70b70fd7b0a req-952608d9-a13c-4382-ba6f-84a2f13550fa tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:20.456018 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-68e8f8d6-e441-41d5-90b6-e70b70fd7b0a req-952608d9-a13c-4382-ba6f-84a2f13550fa tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (08676d22-6aeb-49df-ba4e-1904827282a4), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:20.456338 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.l3_db [req-68e8f8d6-e441-41d5-90b6-e70b70fd7b0a req-952608d9-a13c-4382-ba6f-84a2f13550fa tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Floating IP 08676d22-6aeb-49df-ba4e-1904827282a4 disassociated. External IP: 172.27.2.116, port: b7535b31-8d71-494f-97b9-054dc6058267. Jun 23 11:06:20.456739 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-68e8f8d6-e441-41d5-90b6-e70b70fd7b0a req-952608d9-a13c-4382-ba6f-84a2f13550fa tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Calling delete_port for b7535b31-8d71-494f-97b9-054dc6058267 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:06:20.589033 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-68e8f8d6-e441-41d5-90b6-e70b70fd7b0a req-952608d9-a13c-4382-ba6f-84a2f13550fa tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (b7535b31-8d71-494f-97b9-054dc6058267), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:20.618717 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952608d9-a13c-4382-ba6f-84a2f13550fa tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event deleted for resources: {'Port': ['ID=b7535b31-8d71-494f-97b9-054dc6058267,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:20.768581 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e9daa-07ca-4adb-868d-9161520b6862 req-86521830-1ee9-491e-ab0d-919e2c368ded tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:20.770069 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ca2e9daa-07ca-4adb-868d-9161520b6862 req-86521830-1ee9-491e-ab0d-919e2c368ded tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0635126 Jun 23 11:06:20.770503 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:20.772957 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68e8f8d6-e441-41d5-90b6-e70b70fd7b0a req-952608d9-a13c-4382-ba6f-84a2f13550fa tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Router 610e5342-e51c-4cf1-856f-3920f06a611f has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:06:20.786516 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:20.873243 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ca2e9daa-07ca-4adb-868d-9161520b6862 req-181e6cbf-af04-4f5f-bbe9-7468ea740cf0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958006 Jun 23 11:06:20.923778 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68e8f8d6-e441-41d5-90b6-e70b70fd7b0a req-952608d9-a13c-4382-ba6f-84a2f13550fa tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:06:20.934390 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd52645-1cfa-4da3-8019-9b8d7ed36210 None None] Sync routers for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:06:20.944144 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd52645-1cfa-4da3-8019-9b8d7ed36210 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:06:20.944802 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9dd52645-1cfa-4da3-8019-9b8d7ed36210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:06:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:06:20.975807 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e8f8d6-e441-41d5-90b6-e70b70fd7b0a req-952608d9-a13c-4382-ba6f-84a2f13550fa tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] No DVR routers for this DVR port b7535b31-8d71-494f-97b9-054dc6058267 on host hv-cinder-84330 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:06:20.978357 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-68e8f8d6-e441-41d5-90b6-e70b70fd7b0a req-952608d9-a13c-4382-ba6f-84a2f13550fa tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:20.981612 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-68e8f8d6-e441-41d5-90b6-e70b70fd7b0a req-952608d9-a13c-4382-ba6f-84a2f13550fa tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "DELETE /v2.0/ports/b7535b31-8d71-494f-97b9-054dc6058267 HTTP/1.1" status: 204 len: 173 time: 0.9741883 Jun 23 11:06:20.981908 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [req-90e534e8-3bc2-43be-995f-bcd980453535 req-d58d9d72-0ed8-4876-a075-7e06b80265c2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:06:20.982370 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5', 'name': 'network-vif-deleted', 'tag': 'b7535b31-8d71-494f-97b9-054dc6058267'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:06:20.983130 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-90e534e8-3bc2-43be-995f-bcd980453535 req-d58d9d72-0ed8-4876-a075-7e06b80265c2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057919 Jun 23 11:06:20.984248 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5121c9-2301-4977-929c-d3d6c88fc3f9" -d '{"events": [{"server_uuid": "6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5", "name": "network-vif-deleted", "tag": "b7535b31-8d71-494f-97b9-054dc6058267"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:06:21.063864 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-9dd52645-1cfa-4da3-8019-9b8d7ed36210 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:06:21.274984 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaa9ad-0cef-423e-b8dd-a203a771457d req-5ad172e1-5e72-46e7-ae25-c4e99a21b060 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:21.284586 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-56eaa9ad-0cef-423e-b8dd-a203a771457d req-5ad172e1-5e72-46e7-ae25-c4e99a21b060 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0689833 Jun 23 11:06:21.315026 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:21.350893 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-56eaa9ad-0cef-423e-b8dd-a203a771457d req-08ce40e2-ded3-4e9f-80a3-d08122fa27f5 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614290 Jun 23 11:06:21.452891 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9dd52645-1cfa-4da3-8019-9b8d7ed36210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '17723486-3e8c-49c9-8638-9c7d38cbf01f', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': '7c27c36f-56fd-4d7b-b077-2903298e9c9c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:07:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:02:12Z', 'updated_at': '2022-06-23T11:02:57Z', 'revision_number': 2, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:06:21.457502 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e8f556-38bc-4635-99bc-702f60ed0473 x-openstack-request-id: req-a9e8f556-38bc-4635-99bc-702f60ed0473 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:06:21.457800 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5", "name": "network-vif-deleted", "tag": "b7535b31-8d71-494f-97b9-054dc6058267", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:06:21.458056 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9e8f556-38bc-4635-99bc-702f60ed0473 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:06:21.458484 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e8f556-38bc-4635-99bc-702f60ed0473'] response: {'server_uuid': '6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5', 'name': 'network-vif-deleted', 'tag': 'b7535b31-8d71-494f-97b9-054dc6058267', 'status': 'completed', 'code': 200} Jun 23 11:06:21.460786 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b6bded4e-461c-4fd9-acfe-fea93fb2cedc req-52ab12cb-cb95-4cd8-833c-eaef399b5c07 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f3f0a14-7e6d-4645-b920-a8dc0ad5a9b5 HTTP/1.1" status: 200 len: 210 time: 0.4047959 Jun 23 11:06:21.491993 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd52645-1cfa-4da3-8019-9b8d7ed36210 None None] Checking router: 610e5342-e51c-4cf1-856f-3920f06a611f for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:06:21.501373 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd52645-1cfa-4da3-8019-9b8d7ed36210 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:06:21.502074 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9dd52645-1cfa-4da3-8019-9b8d7ed36210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:06:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:06:21.624170 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-9dd52645-1cfa-4da3-8019-9b8d7ed36210 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:06:21.709756 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 40716) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:21.805123 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-3f4a95fd-59e6-4da8-aeb2-9681937cb6bb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0926855 Jun 23 11:06:21.814601 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-caed58c3-5256-459a-8110-dd6b65027b9d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:06:21.815707 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-caed58c3-5256-459a-8110-dd6b65027b9d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053411 Jun 23 11:06:21.899854 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 40726) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:21.982916 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9dd52645-1cfa-4da3-8019-9b8d7ed36210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '17723486-3e8c-49c9-8638-9c7d38cbf01f', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': '7c27c36f-56fd-4d7b-b077-2903298e9c9c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:07:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:02:12Z', 'updated_at': '2022-06-23T11:02:57Z', 'revision_number': 2, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:06:22.007167 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd52645-1cfa-4da3-8019-9b8d7ed36210 None None] The sync data for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi is: [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '17723486-3e8c-49c9-8638-9c7d38cbf01f', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': '7c27c36f-56fd-4d7b-b077-2903298e9c9c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:07:8e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:02:12Z', 'updated_at': '2022-06-23T11:02:57Z', 'revision_number': 2, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:06:22.046880 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e35ef9-cc1a-4b3d-8e10-4f184d7c7cb1 req-4a3e0489-e1fc-406b-9529-a533a1c59ecf tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:22.048461 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-39e35ef9-cc1a-4b3d-8e10-4f184d7c7cb1 req-4a3e0489-e1fc-406b-9529-a533a1c59ecf tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0845890 Jun 23 11:06:22.054583 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-f8d5972d-ffaf-49a4-b472-5297b4729a96 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:22.055950 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-f8d5972d-ffaf-49a4-b472-5297b4729a96 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports/8b01f05d-725c-403a-b014-97986787465c HTTP/1.1" status: 200 len: 941 time: 0.1545720 Jun 23 11:06:22.116287 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-39e35ef9-cc1a-4b3d-8e10-4f184d7c7cb1 req-1cd85e68-5977-4835-8b74-1b3ea8464769 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593419 Jun 23 11:06:22.301569 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13415ac6-a43a-4b30-9237-715c8b9038f9 None None] New status for floating IP 08676d22-6aeb-49df-ba4e-1904827282a4: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:06:22.486479 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03c4be-7cd4-4ec7-ae20-7e78546cecab req-f05bdea0-a4c0-46b0-a220-ccc93e377ba2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:22.488084 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ed03c4be-7cd4-4ec7-ae20-7e78546cecab req-f05bdea0-a4c0-46b0-a220-ccc93e377ba2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0624566 Jun 23 11:06:22.556080 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ed03c4be-7cd4-4ec7-ae20-7e78546cecab req-cefe1ec3-060c-4c58-94f3-36dd9c2d5ab7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602360 Jun 23 11:06:22.569359 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 40742) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:22.625568 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36294482-6e5e-4f99-ba79-3db3424c6a24 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (28fb84f1-6845-43b1-8f31-5f9bd0038f15), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:22.649505 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36294482-6e5e-4f99-ba79-3db3424c6a24 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (28fb84f1-6845-43b1-8f31-5f9bd0038f15), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:22.694927 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36294482-6e5e-4f99-ba79-3db3424c6a24 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (28fb84f1-6845-43b1-8f31-5f9bd0038f15), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:22.697990 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36294482-6e5e-4f99-ba79-3db3424c6a24 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:22.699125 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-36294482-6e5e-4f99-ba79-3db3424c6a24 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "DELETE /v2.0/security-groups/28fb84f1-6845-43b1-8f31-5f9bd0038f15 HTTP/1.1" status: 204 len: 168 time: 0.1292861 Jun 23 11:06:22.702000 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 40744) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:22.708556 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36294482-6e5e-4f99-ba79-3db3424c6a24 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fb84f1-6845-43b1-8f31-5f9bd0038f15,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:22.726941 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.api.v2.resource [None req-d10a595d-dc71-4ac7-9162-7dda5cf6fb75 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] show failed (client error): The resource could not be found. Jun 23 11:06:22.736672 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-d10a595d-dc71-4ac7-9162-7dda5cf6fb75 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups/28fb84f1-6845-43b1-8f31-5f9bd0038f15 HTTP/1.1" status: 404 len: 347 time: 0.0333858 Jun 23 11:06:22.739972 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 40746) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:22.849524 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-988aec2a-983c-4735-ab4f-321db36c8194 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Deleting port 5fdd9570-475f-4546-976b-18ac7a92e9e4 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:06:22.849872 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-988aec2a-983c-4735-ab4f-321db36c8194 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (5fdd9570-475f-4546-976b-18ac7a92e9e4), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:22.930006 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-988aec2a-983c-4735-ab4f-321db36c8194 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (5fdd9570-475f-4546-976b-18ac7a92e9e4), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:22.930927 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-988aec2a-983c-4735-ab4f-321db36c8194 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (5fdd9570-475f-4546-976b-18ac7a92e9e4), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:22.943113 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-988aec2a-983c-4735-ab4f-321db36c8194 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Calling delete_port for 5fdd9570-475f-4546-976b-18ac7a92e9e4 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:06:23.060044 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:23.077232 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-988aec2a-983c-4735-ab4f-321db36c8194 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (5fdd9570-475f-4546-976b-18ac7a92e9e4), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:23.098945 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988aec2a-983c-4735-ab4f-321db36c8194 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event deleted for resources: {'Port': ['ID=5fdd9570-475f-4546-976b-18ac7a92e9e4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:23.171100 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-988aec2a-983c-4735-ab4f-321db36c8194 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (08676d22-6aeb-49df-ba4e-1904827282a4), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:23.174310 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-988aec2a-983c-4735-ab4f-321db36c8194 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:23.176111 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-988aec2a-983c-4735-ab4f-321db36c8194 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "DELETE /v2.0/floatingips/08676d22-6aeb-49df-ba4e-1904827282a4 HTTP/1.1" status: 204 len: 168 time: 0.4351060 Jun 23 11:06:23.247346 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48297937-6a90-4ae6-8ff6-ab315333312d req-358b8ed4-09d4-47d0-b985-9a334d7a2f13 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:23.249097 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-48297937-6a90-4ae6-8ff6-ab315333312d req-358b8ed4-09d4-47d0-b985-9a334d7a2f13 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0575593 Jun 23 11:06:23.301160 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-48297937-6a90-4ae6-8ff6-ab315333312d req-f4d8d517-165e-47c6-bdd3-29e460287cfd tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431383 Jun 23 11:06:23.414820 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 8b01f05d-725c-403a-b014-97986787465c no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:06:23.417265 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:23.498954 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:23.510616 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 8b01f05d-725c-403a-b014-97986787465c is: DOWN; New status is: DOWN {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:06:23.511615 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device b7535b31-8d71-494f-97b9-054dc6058267 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:06:23.530788 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: b7535b31-8d71-494f-97b9-054dc6058267 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:06:23.531208 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device b7535b31-8d71-494f-97b9-054dc6058267 not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:06:23.671001 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec342d-ee1e-4e64-9880-b554b57797d7 req-0ec8e47f-5845-4222-bd18-14c5aaf4c1ff tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:23.672480 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-97ec342d-ee1e-4e64-9880-b554b57797d7 req-0ec8e47f-5845-4222-bd18-14c5aaf4c1ff tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0492141 Jun 23 11:06:23.718237 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-97ec342d-ee1e-4e64-9880-b554b57797d7 req-12db7e38-ff1c-455b-819c-a76fa0772585 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401428 Jun 23 11:06:24.418478 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad3f2e-30e6-4b76-b273-7c3c9fc26adb req-3786b8e1-c736-442a-bf8d-4d7c76677575 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:24.420014 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f5ad3f2e-30e6-4b76-b273-7c3c9fc26adb req-3786b8e1-c736-442a-bf8d-4d7c76677575 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0501840 Jun 23 11:06:24.457424 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:24.470293 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f5ad3f2e-30e6-4b76-b273-7c3c9fc26adb req-024ed9b3-6dc0-4bac-a637-b4b20a95dd98 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433040 Jun 23 11:06:24.575356 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-eddf53d0-7a19-4ae6-b334-9e5c62f25fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:24.577206 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-eddf53d0-7a19-4ae6-b334-9e5c62f25fce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9&tenant_id=172a9e51095e47318b27881dab868355 HTTP/1.1" status: 200 len: 1128 time: 0.0848041 Jun 23 11:06:24.652314 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-61289379-cf26-495d-9672-41c72162f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:24.653772 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-61289379-cf26-495d-9672-41c72162f75b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=172a9e51095e47318b27881dab868355&device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 1128 time: 0.0393617 Jun 23 11:06:24.788640 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99376269-dd26-4d47-8695-81a1c21907bb req-639f06a7-b156-4686-bc87-2ad1b2a9c698 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:24.790139 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-99376269-dd26-4d47-8695-81a1c21907bb req-639f06a7-b156-4686-bc87-2ad1b2a9c698 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 946 time: 0.0466733 Jun 23 11:06:24.837049 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-99376269-dd26-4d47-8695-81a1c21907bb req-1c160b4b-7217-424c-9685-b6f8027ec94f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412440 Jun 23 11:06:24.841972 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc9c07-22f6-4362-ad74-5fa338a8e59a req-8dea709b-2d2e-42a6-9845-6420da87c43c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:24.843544 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-99cc9c07-22f6-4362-ad74-5fa338a8e59a req-8dea709b-2d2e-42a6-9845-6420da87c43c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0488331 Jun 23 11:06:24.891097 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-99cc9c07-22f6-4362-ad74-5fa338a8e59a req-8259e216-b24d-4217-bd20-66410b30bd9a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415487 Jun 23 11:06:25.614613 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a015c-0535-422f-aa15-eb8df1378737 req-81a3003a-9bf1-461c-a47e-3c5c1b9ae12d tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:25.616216 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-206a015c-0535-422f-aa15-eb8df1378737 req-81a3003a-9bf1-461c-a47e-3c5c1b9ae12d tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0772798 Jun 23 11:06:25.708823 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-465f83e6-eade-4dbb-beb5-f42599ffb477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:25.710181 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-465f83e6-eade-4dbb-beb5-f42599ffb477 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cde6b719-8052-4ec2-a733-c2d79d7cb320 HTTP/1.1" status: 200 len: 917 time: 0.1379137 Jun 23 11:06:25.714143 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-206a015c-0535-422f-aa15-eb8df1378737 req-1dce390d-ab01-4641-9aa4-906c63564b44 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914643 Jun 23 11:06:25.952966 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0e2a0-92cf-420b-be8f-b9d037ab8860 req-8b5d2147-2569-4510-8461-6ddc8afa0439 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:25.954426 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-adf0e2a0-92cf-420b-be8f-b9d037ab8860 req-8b5d2147-2569-4510-8461-6ddc8afa0439 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 946 time: 0.0486937 Jun 23 11:06:26.001381 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-adf0e2a0-92cf-420b-be8f-b9d037ab8860 req-ae3895fb-f3d4-4e7c-ac36-eb57efe281b4 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407932 Jun 23 11:06:26.008935 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930ba19-dc76-4db7-b4df-f4f7295eca9d req-bb3b5288-ce80-40cc-af1d-ffc2784f5b19 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:26.010390 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7930ba19-dc76-4db7-b4df-f4f7295eca9d req-bb3b5288-ce80-40cc-af1d-ffc2784f5b19 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0469670 Jun 23 11:06:26.056910 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7930ba19-dc76-4db7-b4df-f4f7295eca9d req-f6d2a43e-0a4b-428b-8e74-56a5d2604260 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409894 Jun 23 11:06:26.824931 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cba13a-2641-4b81-bca0-4aef03c33018 req-dd1e427c-8eb6-4282-a063-fde505eb41ce tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:26.826367 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b7cba13a-2641-4b81-bca0-4aef03c33018 req-dd1e427c-8eb6-4282-a063-fde505eb41ce tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0457008 Jun 23 11:06:26.871607 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b7cba13a-2641-4b81-bca0-4aef03c33018 req-526b04de-d7f7-4aa1-a553-3a89b0c11bdd tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398815 Jun 23 11:06:26.953823 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-1748e8aa-08b9-4966-80f0-c0a12dc6f927 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b01f05d-725c-403a-b014-97986787465c HTTP/1.1" status: 200 len: 999 time: 0.0558095 Jun 23 11:06:27.149443 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9742e9-bb8a-4ded-b526-c5afaed68b70 req-401a3617-f592-430a-bf8a-f705e65424b9 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:27.153278 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fa9742e9-bb8a-4ded-b526-c5afaed68b70 req-401a3617-f592-430a-bf8a-f705e65424b9 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 946 time: 0.0578465 Jun 23 11:06:27.153278 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-0b5324e5-c95a-48ff-b73e-9f58ae8ff31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:27.153870 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-0b5324e5-c95a-48ff-b73e-9f58ae8ff31f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f753206-e3ef-4560-9487-b37ef85f0bf1 HTTP/1.1" status: 200 len: 855 time: 0.0908158 Jun 23 11:06:27.173837 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ae6af-fd5e-491a-916a-6e738e718720 req-7c513f90-7ff3-4871-b067-e1f7f7a63e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:27.175308 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c98ae6af-fd5e-491a-916a-6e738e718720 req-7c513f90-7ff3-4871-b067-e1f7f7a63e9c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 1130 time: 0.0729327 Jun 23 11:06:27.192343 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9669f47-c16b-40dc-8ee4-49ceb76d8baa req-7350000c-52ab-45a4-ba3d-f0923dda8f87 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:27.193731 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d9669f47-c16b-40dc-8ee4-49ceb76d8baa req-7350000c-52ab-45a4-ba3d-f0923dda8f87 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0592036 Jun 23 11:06:27.202711 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fa9742e9-bb8a-4ded-b526-c5afaed68b70 req-2508776c-e599-4fe6-a01a-10d8714883ab tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420234 Jun 23 11:06:27.240571 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d9669f47-c16b-40dc-8ee4-49ceb76d8baa req-113bf83b-ce9d-4cfc-abf8-f6592de6de7f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411429 Jun 23 11:06:27.580055 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-a5c7936a-eb5d-4aae-9a6d-1923053fdab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:27.581587 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-a5c7936a-eb5d-4aae-9a6d-1923053fdab0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cde6b719-8052-4ec2-a733-c2d79d7cb320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390704 Jun 23 11:06:27.612659 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:27.614506 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:27.631634 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db99bdd-2680-4003-853e-80a900106efc req-cd63c85b-0497-4f5a-81e7-e263d26fa69a tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:27.633621 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9db99bdd-2680-4003-853e-80a900106efc req-cd63c85b-0497-4f5a-81e7-e263d26fa69a tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 946 time: 0.0672617 Jun 23 11:06:27.639868 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c98ae6af-fd5e-491a-916a-6e738e718720 req-1c8d2802-34f1-4488-bb74-2193ba9d2003 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795734 Jun 23 11:06:27.683599 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-f919fbc3-3ac6-4775-a7c5-c12e08abb103 service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943928 Jun 23 11:06:27.981801 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411e37-1034-4ee7-be1b-3dd526b4e972 req-2991abb1-1f67-41aa-958b-e788794f603d tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:27.984081 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2f411e37-1034-4ee7-be1b-3dd526b4e972 req-2991abb1-1f67-41aa-958b-e788794f603d tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0478959 Jun 23 11:06:28.061047 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-9db99bdd-2680-4003-853e-80a900106efc req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Deleting port 7c27c36f-56fd-4d7b-b077-2903298e9c9c {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:06:28.061382 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9db99bdd-2680-4003-853e-80a900106efc req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (7c27c36f-56fd-4d7b-b077-2903298e9c9c), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:28.092850 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2f411e37-1034-4ee7-be1b-3dd526b4e972 req-a005b312-a566-481f-b3e5-ad6521c54ec8 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1002772 Jun 23 11:06:28.107452 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-865aaba2-8e42-4b28-ba75-a859e4db4dad req-422cab88-53a0-4c02-95d6-09086d5874ad service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222494 Jun 23 11:06:28.155510 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-9db99bdd-2680-4003-853e-80a900106efc req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] For port 7c27c36f-56fd-4d7b-b077-2903298e9c9c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7c27c36f-56fd-4d7b-b077-2903298e9c9c,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:06:28.155844 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9db99bdd-2680-4003-853e-80a900106efc req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (7c27c36f-56fd-4d7b-b077-2903298e9c9c), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:28.259884 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:28.347177 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:28.361660 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e10276-77b1-47d4-b899-a7e57dd1cfe1 req-ad2587f0-c952-4910-a2bb-13a19617f7aa tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:28.363219 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b7e10276-77b1-47d4-b899-a7e57dd1cfe1 req-ad2587f0-c952-4910-a2bb-13a19617f7aa tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0506475 Jun 23 11:06:28.363371 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf448d-0159-4c2a-a70d-b4f1faed5c14 req-a09e5398-eef5-493f-8492-cadee83934ef tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:28.365173 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f9cf448d-0159-4c2a-a70d-b4f1faed5c14 req-a09e5398-eef5-493f-8492-cadee83934ef tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 946 time: 0.0662305 Jun 23 11:06:28.420546 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b7e10276-77b1-47d4-b899-a7e57dd1cfe1 req-7375bada-25c2-4da6-b39f-b0a6bad45b9b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503299 Jun 23 11:06:28.446806 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9db99bdd-2680-4003-853e-80a900106efc req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:28.447165 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9db99bdd-2680-4003-853e-80a900106efc req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (17723486-3e8c-49c9-8638-9c7d38cbf01f), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:28.447483 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [req-9db99bdd-2680-4003-853e-80a900106efc req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Floating IP 17723486-3e8c-49c9-8638-9c7d38cbf01f disassociated. External IP: 172.27.2.64, port: 7c27c36f-56fd-4d7b-b077-2903298e9c9c. Jun 23 11:06:28.447851 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-9db99bdd-2680-4003-853e-80a900106efc req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Calling delete_port for 7c27c36f-56fd-4d7b-b077-2903298e9c9c owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:06:28.479631 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f9cf448d-0159-4c2a-a70d-b4f1faed5c14 req-5ad1c223-6de1-4ed2-9f8f-5de953794490 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=69fade61-8335-4c37-bdc6-7da69dd8db7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674260 Jun 23 11:06:28.590743 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9db99bdd-2680-4003-853e-80a900106efc req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (7c27c36f-56fd-4d7b-b077-2903298e9c9c), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:28.618785 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event deleted for resources: {'Port': ['ID=7c27c36f-56fd-4d7b-b077-2903298e9c9c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:28.633466 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:28.633578 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:28.633978 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:28.634564 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:28.634964 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:28.635398 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:28.635754 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:28.636089 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:28.636418 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:28.636745 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:28.637074 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:28.637403 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:28.637848 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:28.638172 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:28.638500 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:06:28.963355 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9db99bdd-2680-4003-853e-80a900106efc req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Router 610e5342-e51c-4cf1-856f-3920f06a611f has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:06:29.182460 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39421994-440c-45ee-a672-eded13f6f4a0 req-76b48efb-7031-47a8-8fff-d0d80d670607 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:29.184394 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-39421994-440c-45ee-a672-eded13f6f4a0 req-76b48efb-7031-47a8-8fff-d0d80d670607 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.1643314 Jun 23 11:06:29.233978 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9db99bdd-2680-4003-853e-80a900106efc req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:06:29.247362 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120cd43a-a643-4e96-81cb-fad32640b08d None None] Sync routers for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:06:29.269436 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120cd43a-a643-4e96-81cb-fad32640b08d None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:06:29.270990 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-120cd43a-a643-4e96-81cb-fad32640b08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:06:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:06:29.288167 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:29.345197 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b4a23-7382-4523-b8a3-f3fda2726596 req-092b84af-bfe6-49b6-af78-d7d3301c2c36 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:29.347737 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d45b4a23-7382-4523-b8a3-f3fda2726596 req-092b84af-bfe6-49b6-af78-d7d3301c2c36 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.1391215 Jun 23 11:06:29.413178 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db99bdd-2680-4003-853e-80a900106efc req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] No DVR routers for this DVR port 7c27c36f-56fd-4d7b-b077-2903298e9c9c on host hv-cinder-84330 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:06:29.446745 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-39421994-440c-45ee-a672-eded13f6f4a0 req-8ea72831-571e-448d-8463-887b7cf223be tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566733 Jun 23 11:06:29.452946 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9db99bdd-2680-4003-853e-80a900106efc req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:29.465563 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d45b4a23-7382-4523-b8a3-f3fda2726596 req-d08868bf-0d2c-47e2-a87a-b5124a87a49f tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1035094 Jun 23 11:06:29.477552 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9db99bdd-2680-4003-853e-80a900106efc req-7c33ced5-70fe-4870-adcf-9670fcbd5e54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "DELETE /v2.0/ports/7c27c36f-56fd-4d7b-b077-2903298e9c9c HTTP/1.1" status: 204 len: 173 time: 1.4973290 Jun 23 11:06:29.478598 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'name': 'network-vif-deleted', 'tag': '7c27c36f-56fd-4d7b-b077-2903298e9c9c'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:06:29.479065 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-120cd43a-a643-4e96-81cb-fad32640b08d None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:06:29.482420 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589a349b-c8ef-4a1b-ba39-a6b53119f7b5" -d '{"events": [{"server_uuid": "2946bfb4-cd02-4237-8291-ad974a96ded6", "name": "network-vif-deleted", "tag": "7c27c36f-56fd-4d7b-b077-2903298e9c9c"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:06:29.618244 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18395e72-c5f5-4018-8a50-ef8431d866f6 req-6380a3b0-1cd5-4d87-9bc2-f2de19d50f0f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:29.626193 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18395e72-c5f5-4018-8a50-ef8431d866f6 req-6380a3b0-1cd5-4d87-9bc2-f2de19d50f0f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0870652 Jun 23 11:06:29.636593 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1f2f72-10ca-4e32-9b2b-cb688afc7ca6 x-openstack-request-id: req-1e1f2f72-10ca-4e32-9b2b-cb688afc7ca6 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:06:29.636882 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2946bfb4-cd02-4237-8291-ad974a96ded6", "name": "network-vif-deleted", "tag": "7c27c36f-56fd-4d7b-b077-2903298e9c9c", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:06:29.637158 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e1f2f72-10ca-4e32-9b2b-cb688afc7ca6 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:06:29.637621 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1f2f72-10ca-4e32-9b2b-cb688afc7ca6'] response: {'server_uuid': '2946bfb4-cd02-4237-8291-ad974a96ded6', 'name': 'network-vif-deleted', 'tag': '7c27c36f-56fd-4d7b-b077-2903298e9c9c', 'status': 'completed', 'code': 200} Jun 23 11:06:29.704437 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-120cd43a-a643-4e96-81cb-fad32640b08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:06:29.727506 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-14c37f31-9b52-4bc5-b406-a50e0836b17d req-af41e112-47a3-4020-b30a-8147c3dc7b54 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.0647368 Jun 23 11:06:29.732268 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120cd43a-a643-4e96-81cb-fad32640b08d None None] Checking router: 610e5342-e51c-4cf1-856f-3920f06a611f for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:06:29.742178 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120cd43a-a643-4e96-81cb-fad32640b08d None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:06:29.743069 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-120cd43a-a643-4e96-81cb-fad32640b08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:06:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:06:29.747108 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-18395e72-c5f5-4018-8a50-ef8431d866f6 req-0ceba131-6ae5-4259-aba6-c7639637dd57 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186407 Jun 23 11:06:29.876087 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-120cd43a-a643-4e96-81cb-fad32640b08d None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:06:30.082988 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-120cd43a-a643-4e96-81cb-fad32640b08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:06:30.127953 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120cd43a-a643-4e96-81cb-fad32640b08d None None] The sync data for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi is: [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:06:30.366202 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0694a9a6-3570-441a-b64a-8c98c2ce2369 None None] New status for floating IP 17723486-3e8c-49c9-8638-9c7d38cbf01f: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:06:30.562138 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bf5b4-fc89-469d-8854-fafae9d03576 req-5706a666-d2f4-450f-8c78-068a52728d73 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:30.563729 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-3a9bf5b4-fc89-469d-8854-fafae9d03576 req-5706a666-d2f4-450f-8c78-068a52728d73 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0476072 Jun 23 11:06:30.572766 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dc138-465f-4d53-86c3-3198a76b3c25 req-1fc9831f-5f13-4cd2-88a3-b483ba19f56c tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:30.574275 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6f1dc138-465f-4d53-86c3-3198a76b3c25 req-1fc9831f-5f13-4cd2-88a3-b483ba19f56c tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0483105 Jun 23 11:06:30.652398 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-3a9bf5b4-fc89-469d-8854-fafae9d03576 req-c4ed8d3d-cce7-40c6-a824-93a724fcfe31 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825946 Jun 23 11:06:30.656938 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6f1dc138-465f-4d53-86c3-3198a76b3c25 req-fe729adb-059a-4e7e-a3c7-6bed15104413 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770748 Jun 23 11:06:30.851953 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7ffdd722-b92b-4fde-a452-ea1ed830aae5 req-97d2be41-e562-4c8d-a7ef-7e8c48ba2116 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.0285277 Jun 23 11:06:30.861535 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:30.881552 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e50c55-b849-48fb-a57a-77fa9a11b3d8 req-8aec2eb3-123e-4aa7-b91d-f577d8c2ca6c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:30.883027 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-48e50c55-b849-48fb-a57a-77fa9a11b3d8 req-8aec2eb3-123e-4aa7-b91d-f577d8c2ca6c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0498958 Jun 23 11:06:30.929702 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-48e50c55-b849-48fb-a57a-77fa9a11b3d8 req-0ab0c4d2-6596-4cc2-b75d-ca5df904798a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410120 Jun 23 11:06:31.404643 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 7c27c36f-56fd-4d7b-b077-2903298e9c9c no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:06:31.423568 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: 7c27c36f-56fd-4d7b-b077-2903298e9c9c {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:06:31.423929 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 7c27c36f-56fd-4d7b-b077-2903298e9c9c not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:06:31.765767 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52dc1e-63f6-4091-a5b8-571cf9ba361c req-a33c8c97-d560-4976-87e3-cc75576defe5 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:31.767349 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-bb52dc1e-63f6-4091-a5b8-571cf9ba361c req-a33c8c97-d560-4976-87e3-cc75576defe5 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0486777 Jun 23 11:06:31.772187 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fdf3c-db04-40ff-ba38-5ceadf5abb92 req-1004eb5b-2912-40c0-8438-8e316bcca442 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:31.773670 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-059fdf3c-db04-40ff-ba38-5ceadf5abb92 req-1004eb5b-2912-40c0-8438-8e316bcca442 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0514402 Jun 23 11:06:31.813207 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-bb52dc1e-63f6-4091-a5b8-571cf9ba361c req-6d758d49-1f7a-4335-8ee7-56a2df60d971 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403187 Jun 23 11:06:31.820145 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-059fdf3c-db04-40ff-ba38-5ceadf5abb92 req-7cd0d02b-a28b-4230-adcf-2ca83448a9dd tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408525 Jun 23 11:06:31.951945 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-67758bd5-64ac-4235-a49b-5f7f9cd22a4f req-2fcb06ff-ed0a-482d-bd3a-5a08cbf9a0ff tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.0303419 Jun 23 11:06:32.070307 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5380c-8c98-4401-83f6-5c2d011a19ff req-f5ff5b8a-359d-4d59-a912-0eaa57aac6d1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:32.072138 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4ea5380c-8c98-4401-83f6-5c2d011a19ff req-f5ff5b8a-359d-4d59-a912-0eaa57aac6d1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0491250 Jun 23 11:06:32.121240 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4ea5380c-8c98-4401-83f6-5c2d011a19ff req-3bc368fc-ad89-4282-b5e2-2e93d616c64c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434275 Jun 23 11:06:32.930726 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d86196-cbbb-49f5-be1b-8229bc275e5f req-f7dd759d-3509-4186-9380-dd79ef6a0b4f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:32.932353 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-32d86196-cbbb-49f5-be1b-8229bc275e5f req-f7dd759d-3509-4186-9380-dd79ef6a0b4f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0475948 Jun 23 11:06:32.940455 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47c8f2-8de8-4ea8-ac5c-0cc7cde87023 req-5276cca9-aabc-4ba2-b02c-c117a523afc9 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:32.941984 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8b47c8f2-8de8-4ea8-ac5c-0cc7cde87023 req-5276cca9-aabc-4ba2-b02c-c117a523afc9 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0466406 Jun 23 11:06:32.986085 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-32d86196-cbbb-49f5-be1b-8229bc275e5f req-16f01263-0653-4445-93ca-d4949f649cd3 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482473 Jun 23 11:06:33.000107 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8b47c8f2-8de8-4ea8-ac5c-0cc7cde87023 req-ab2802cf-ff5b-457b-b25a-a48c50fd510e tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521202 Jun 23 11:06:33.104581 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7c5f4aff-2cfd-4faf-ad07-37f90072c208 req-8696dcd7-6d57-4853-887d-d03706dccec0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.0291512 Jun 23 11:06:33.238426 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8562c2-4ca0-477e-b3ef-d5ffd337dcba req-436a4686-f66c-42e1-8a1f-83cbdb325112 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:33.239880 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cc8562c2-4ca0-477e-b3ef-d5ffd337dcba req-436a4686-f66c-42e1-8a1f-83cbdb325112 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0452373 Jun 23 11:06:33.285406 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cc8562c2-4ca0-477e-b3ef-d5ffd337dcba req-cf67daa2-880a-40c4-94f3-fd03dc628bd2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396576 Jun 23 11:06:33.357191 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4fa57845-10a5-464a-a7e6-c1aac75711a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:34.108991 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535e29e-1ed6-455a-92f1-9e1862f01b75 req-1b334894-d683-42db-8e48-5e02e656a6f7 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:34.110458 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6535e29e-1ed6-455a-92f1-9e1862f01b75 req-1b334894-d683-42db-8e48-5e02e656a6f7 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0482264 Jun 23 11:06:34.122090 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b868ad8-b2bf-4b83-b99d-ce747a4387a7 req-abffa91c-0de0-449d-bc8f-44ac70656f8b tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:34.123562 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9b868ad8-b2bf-4b83-b99d-ce747a4387a7 req-abffa91c-0de0-449d-bc8f-44ac70656f8b tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0469382 Jun 23 11:06:34.159998 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6535e29e-1ed6-455a-92f1-9e1862f01b75 req-379b8c3c-2791-439e-a536-cef387a5fbb3 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439296 Jun 23 11:06:34.170209 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9b868ad8-b2bf-4b83-b99d-ce747a4387a7 req-69f4512b-16f4-422e-b627-ad70c3b9c3c8 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410597 Jun 23 11:06:34.241842 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5cb844b8-35a7-4ba2-bcb8-0f5987c0d1cd req-beabd492-b9f9-4d0e-9d20-f1200e48a50e tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.0274889 Jun 23 11:06:34.404635 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9b998-391e-4146-a5e8-ae657bde4b54 req-dbbb482c-42fa-45e0-b20b-9fa19ecc6fa3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:34.406062 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c7f9b998-391e-4146-a5e8-ae657bde4b54 req-dbbb482c-42fa-45e0-b20b-9fa19ecc6fa3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0491529 Jun 23 11:06:34.451631 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c7f9b998-391e-4146-a5e8-ae657bde4b54 req-40055578-112a-4a46-b107-1602835a5502 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400701 Jun 23 11:06:35.296484 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7769f5-9c60-4a37-81b2-ba6d2b4b19d0 req-7b98f533-266f-4d90-a568-8e21638f9b31 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:35.297696 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992276f9-6f1a-4663-8609-084ade156521 req-888903f7-e0ed-42e5-bfc8-cd46ddfa88e1 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:35.298185 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5e7769f5-9c60-4a37-81b2-ba6d2b4b19d0 req-7b98f533-266f-4d90-a568-8e21638f9b31 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0475359 Jun 23 11:06:35.299169 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-992276f9-6f1a-4663-8609-084ade156521 req-888903f7-e0ed-42e5-bfc8-cd46ddfa88e1 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0461667 Jun 23 11:06:35.345535 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-992276f9-6f1a-4663-8609-084ade156521 req-6c9b88e9-3131-42b6-8299-ed5e8e9ac0c5 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409515 Jun 23 11:06:35.346347 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5e7769f5-9c60-4a37-81b2-ba6d2b4b19d0 req-1cdfa14a-97c3-4bd5-ad97-a66967013f51 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428650 Jun 23 11:06:35.430846 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-958d4d82-cfd1-46dd-a4b6-168b88a3c0d3 req-733f499f-6c00-43c1-ae95-421d80219953 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.0298414 Jun 23 11:06:35.572626 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2f11f-afea-4e0b-8bb2-19364efe0ae1 req-a31abb4e-8dd4-4407-adae-0064316568fb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:35.574083 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-75b2f11f-afea-4e0b-8bb2-19364efe0ae1 req-a31abb4e-8dd4-4407-adae-0064316568fb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0501435 Jun 23 11:06:35.603829 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:35.621116 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-75b2f11f-afea-4e0b-8bb2-19364efe0ae1 req-4c5e274e-cdd1-4fd4-be7b-780ee059d531 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414612 Jun 23 11:06:35.636237 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9607b061-4a25-4a82-a0cc-5822b1258508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:36.470708 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544f615-15d1-4fb9-b9bd-b6f400168571 req-a490c404-d966-4edd-8ce4-9f9ca1647b89 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:36.472226 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1544f615-15d1-4fb9-b9bd-b6f400168571 req-a490c404-d966-4edd-8ce4-9f9ca1647b89 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0492370 Jun 23 11:06:36.475082 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61f500-0f13-4b0d-a28f-1d34f0586143 req-864d01f6-dc9a-4079-9d82-1ebb528c3fa6 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:36.476694 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6e61f500-0f13-4b0d-a28f-1d34f0586143 req-864d01f6-dc9a-4079-9d82-1ebb528c3fa6 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0490866 Jun 23 11:06:36.488358 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:36.535831 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1544f615-15d1-4fb9-b9bd-b6f400168571 req-672d920a-fe35-4e99-acb6-097dbc8acf51 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563076 Jun 23 11:06:36.553823 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6e61f500-0f13-4b0d-a28f-1d34f0586143 req-098a9462-4989-42d6-aad4-93e452e3ce4e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717673 Jun 23 11:06:36.642678 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-49a0c5ff-c075-42f9-82ef-9d1824c305f4 req-11f7fe7b-762d-4a7c-a7f4-c13b0f7e6bc8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.0278845 Jun 23 11:06:36.698533 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:36.750878 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887c559-67f1-49c5-a27f-fc11016c2715 req-a2b4e5e9-b0b3-4e10-b42e-a200668e77dd tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:36.752417 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1887c559-67f1-49c5-a27f-fc11016c2715 req-a2b4e5e9-b0b3-4e10-b42e-a200668e77dd tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0515759 Jun 23 11:06:36.813127 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1887c559-67f1-49c5-a27f-fc11016c2715 req-3613ab20-e324-410b-93e4-c85ef8a57627 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547163 Jun 23 11:06:37.171070 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:37.673747 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe8aca-2f41-4618-b49f-c2f3d30a4748 req-eb4244ea-b9fb-4b1f-9c66-60437c71a113 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:37.682486 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-abbe8aca-2f41-4618-b49f-c2f3d30a4748 req-eb4244ea-b9fb-4b1f-9c66-60437c71a113 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0711317 Jun 23 11:06:37.703926 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db68da-6039-4214-9580-54a02ae3f544 req-13454eb7-fcc5-4612-a5c5-9ad8037bbbdb tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:37.705622 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-66db68da-6039-4214-9580-54a02ae3f544 req-13454eb7-fcc5-4612-a5c5-9ad8037bbbdb tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0593245 Jun 23 11:06:37.746592 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-abbe8aca-2f41-4618-b49f-c2f3d30a4748 req-316dd289-14ab-4c1f-ae5e-19e89e41af21 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568759 Jun 23 11:06:37.770502 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-66db68da-6039-4214-9580-54a02ae3f544 req-db737a6f-f532-44fb-a321-eca1e9231f58 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592186 Jun 23 11:06:37.831242 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-91951790-6673-40c5-a83a-3a83bced48be req-8d5e8219-3e69-483b-8e89-438dfc37efbc tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.0271540 Jun 23 11:06:37.893304 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:37.929933 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6de28-ff6b-460f-9b71-44bf6f757939 req-3bf00657-1042-4a3c-bf91-1560be9b3dcb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:37.931381 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-88a6de28-ff6b-460f-9b71-44bf6f757939 req-3bf00657-1042-4a3c-bf91-1560be9b3dcb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0469747 Jun 23 11:06:37.977334 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-88a6de28-ff6b-460f-9b71-44bf6f757939 req-c0bc0c8c-187d-4fe3-a945-2cb72b052e3a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404954 Jun 23 11:06:38.109774 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:38.643570 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:38.849605 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:38.859359 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1e386-917a-40b4-83f6-da556f673a5d req-7f66b97c-13c6-4263-9c1b-2d4118424632 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:38.867747 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e4f1e386-917a-40b4-83f6-da556f673a5d req-7f66b97c-13c6-4263-9c1b-2d4118424632 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0633142 Jun 23 11:06:38.901615 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1246c-6bd8-4c61-b2e4-b0089d2e5e2b req-89749dfc-8bf3-442c-8709-be908055a85c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:38.903171 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5de1246c-6bd8-4c61-b2e4-b0089d2e5e2b req-89749dfc-8bf3-442c-8709-be908055a85c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0617266 Jun 23 11:06:38.933782 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e4f1e386-917a-40b4-83f6-da556f673a5d req-4684fe8f-2587-4e70-b104-e852d58bec81 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650718 Jun 23 11:06:38.973775 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5de1246c-6bd8-4c61-b2e4-b0089d2e5e2b req-b84ee206-87e3-487a-9d89-6244c9ffcecc tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626490 Jun 23 11:06:39.035700 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3545ff13-a0d3-498d-8abf-233a01430855 req-2929dafa-c96f-4ec9-bd19-0388a93ed3fd tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.0322022 Jun 23 11:06:39.094975 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24ae88-d8da-4ce3-8244-eeaf3b401b2e req-9ae6325b-252a-4fa3-a15c-9b964ad08e78 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:39.096386 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5e24ae88-d8da-4ce3-8244-eeaf3b401b2e req-9ae6325b-252a-4fa3-a15c-9b964ad08e78 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0468540 Jun 23 11:06:39.142881 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5e24ae88-d8da-4ce3-8244-eeaf3b401b2e req-41a4f9d3-11ee-4279-8474-63ce898e120e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408921 Jun 23 11:06:40.048461 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e42309-0a2f-4214-8423-1159508dd229 req-9ce9b519-350f-4ef2-8eef-6b0e046921e7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:40.049848 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-26e42309-0a2f-4214-8423-1159508dd229 req-9ce9b519-350f-4ef2-8eef-6b0e046921e7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0472353 Jun 23 11:06:40.099216 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-26e42309-0a2f-4214-8423-1159508dd229 req-2cfbf73e-9341-4287-bdf7-971b513f62e2 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437024 Jun 23 11:06:40.100635 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ab427-6486-40e7-b8b7-fe9b894c24f9 req-810fc731-b135-4155-a13a-b4025ca3bad1 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:40.102151 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fc0ab427-6486-40e7-b8b7-fe9b894c24f9 req-810fc731-b135-4155-a13a-b4025ca3bad1 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0541327 Jun 23 11:06:40.152220 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fc0ab427-6486-40e7-b8b7-fe9b894c24f9 req-a19b3422-31fa-4d11-a4e8-ec914ce7d179 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426373 Jun 23 11:06:40.182495 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-25f7ba39-4fd3-44b5-9851-05062fdacf43 req-419981dd-5398-4204-bb39-3249e216b6f6 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.0286393 Jun 23 11:06:40.270850 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dbb0e-1344-4246-92f7-a9e8c661e90c req-c72811a2-200c-4ec9-b0f0-84512e21618b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:40.272424 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f53dbb0e-1344-4246-92f7-a9e8c661e90c req-c72811a2-200c-4ec9-b0f0-84512e21618b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0519974 Jun 23 11:06:40.325445 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f53dbb0e-1344-4246-92f7-a9e8c661e90c req-f3baf32d-2991-4bee-9e3c-15d4843126b9 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446076 Jun 23 11:06:40.432353 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:40.440501 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:41.247610 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4495d5-ca39-466d-af91-4949b277d9fc req-8aa58c77-ae77-4599-97fa-4470d3bbe6b0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:41.249098 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc4495d5-ca39-466d-af91-4949b277d9fc req-8aa58c77-ae77-4599-97fa-4470d3bbe6b0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0656226 Jun 23 11:06:41.290462 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a517c5e-a0be-4793-ab18-1b402fd4d173 req-494d1634-1c66-4762-aebd-61014b342b29 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:41.292797 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6a517c5e-a0be-4793-ab18-1b402fd4d173 req-494d1634-1c66-4762-aebd-61014b342b29 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0482640 Jun 23 11:06:41.297038 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-bc4495d5-ca39-466d-af91-4949b277d9fc req-52bfbe0d-e927-45ba-af82-253951ccb691 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425570 Jun 23 11:06:41.339520 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6a517c5e-a0be-4793-ab18-1b402fd4d173 req-3cd77c3b-c719-4b1c-a95c-dc7e99ffe30e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412278 Jun 23 11:06:41.393482 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9fff7f52-deeb-4aaf-a21c-2af2b2bd6782 req-70d96d42-b7e3-4cde-b178-1c78d966a3b2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.0307648 Jun 23 11:06:41.467222 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dbdea-88eb-440e-b4ca-c8f9bea1da46 req-a1a03b9c-3282-48be-9fdf-75ee5ba4716b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:41.468750 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2f6dbdea-88eb-440e-b4ca-c8f9bea1da46 req-a1a03b9c-3282-48be-9fdf-75ee5ba4716b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0538037 Jun 23 11:06:41.529131 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2f6dbdea-88eb-440e-b4ca-c8f9bea1da46 req-34cf247e-a75f-473d-8871-5e1bb3b05750 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545297 Jun 23 11:06:42.409802 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab8ccb-f106-4f34-9852-bd98195c9501 req-3ff66c6a-c6ec-4635-91f1-99f858666690 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:42.411277 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ebab8ccb-f106-4f34-9852-bd98195c9501 req-3ff66c6a-c6ec-4635-91f1-99f858666690 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0470080 Jun 23 11:06:42.455529 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f21f5-5a29-4e6f-b66e-da033700fd26 req-20270577-a04f-47c4-b2ef-9efe8862e998 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:42.457013 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1c7f21f5-5a29-4e6f-b66e-da033700fd26 req-20270577-a04f-47c4-b2ef-9efe8862e998 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0472603 Jun 23 11:06:42.461745 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ebab8ccb-f106-4f34-9852-bd98195c9501 req-d084d5f1-f717-4b43-8dbc-a3c3c6880154 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445485 Jun 23 11:06:42.483334 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:42.505617 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1c7f21f5-5a29-4e6f-b66e-da033700fd26 req-faddacf6-5980-45b9-8d24-04675fd3f677 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427985 Jun 23 11:06:42.547509 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-348041de-2649-4e7a-8290-022481229bee req-216e225c-d106-46f2-b683-7aa95e00c52b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.0304604 Jun 23 11:06:42.645162 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68187c0e-a7bf-416a-9887-ede3a3150feb req-ccce74a3-92a2-4668-b9b7-6dacf37f7cbd tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:42.646613 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-68187c0e-a7bf-416a-9887-ede3a3150feb req-ccce74a3-92a2-4668-b9b7-6dacf37f7cbd tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0462596 Jun 23 11:06:42.695985 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-68187c0e-a7bf-416a-9887-ede3a3150feb req-58bd16b9-6738-41ed-9159-1769a50d3812 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433600 Jun 23 11:06:43.576809 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569d05-c8b9-4895-94b5-24c3e862f9cf req-bac0e7b9-d466-41b3-a6c2-971235b3944a tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:43.578331 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-aa569d05-c8b9-4895-94b5-24c3e862f9cf req-bac0e7b9-d466-41b3-a6c2-971235b3944a tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0469329 Jun 23 11:06:43.617398 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30ee69-3094-4cdb-8c89-e45a5b61de25 req-60b266dc-2870-4fe6-ae54-ae31d155e5ae tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:43.618877 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-3b30ee69-3094-4cdb-8c89-e45a5b61de25 req-60b266dc-2870-4fe6-ae54-ae31d155e5ae tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0455699 Jun 23 11:06:43.624750 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-aa569d05-c8b9-4895-94b5-24c3e862f9cf req-94035721-c08e-4b62-98dd-f712d92f8092 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408106 Jun 23 11:06:43.669966 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-3b30ee69-3094-4cdb-8c89-e45a5b61de25 req-c052ecb5-1c3a-4261-8b70-37fc75b3dbbf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443499 Jun 23 11:06:43.727484 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8c8f8bdc-c53c-4dbe-8e69-130708c1c29e req-9bcb8a1a-6449-4f2c-9aa0-56aadad44215 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=2946bfb4-cd02-4237-8291-ad974a96ded6 HTTP/1.1" status: 200 len: 210 time: 0.0272784 Jun 23 11:06:43.821615 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67040739-52c0-4026-b164-6ee3e1ef7200 req-14f84f79-033f-472f-aefc-b0ae431117d2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:43.823212 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-67040739-52c0-4026-b164-6ee3e1ef7200 req-14f84f79-033f-472f-aefc-b0ae431117d2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0476906 Jun 23 11:06:43.870757 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-67040739-52c0-4026-b164-6ee3e1ef7200 req-fb3873b5-9091-4c0d-94a5-9f369bb09873 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421185 Jun 23 11:06:44.014188 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6c4c1-89f9-46ef-95b2-f1a14954656b req-35b5d95a-657a-4bf0-a806-b00542fb4ad9 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:44.015667 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a5a6c4c1-89f9-46ef-95b2-f1a14954656b req-35b5d95a-657a-4bf0-a806-b00542fb4ad9 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0504220 Jun 23 11:06:44.063048 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a5a6c4c1-89f9-46ef-95b2-f1a14954656b req-a6afe47b-e65f-45cb-9f91-64fdfa01cdf5 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416799 Jun 23 11:06:44.133120 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:06:44.177758 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7517ee2-35d4-40ba-aa7e-79b6a74a0622 req-54348be1-6a35-4089-8a5a-6a5539cfd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:44.179345 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a7517ee2-35d4-40ba-aa7e-79b6a74a0622 req-54348be1-6a35-4089-8a5a-6a5539cfd537 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 1130 time: 0.0421102 Jun 23 11:06:44.274457 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7517ee2-35d4-40ba-aa7e-79b6a74a0622 req-e005d842-5dba-4cb2-8cda-ff4d248574a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:44.276602 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a7517ee2-35d4-40ba-aa7e-79b6a74a0622 req-e005d842-5dba-4cb2-8cda-ff4d248574a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 919 time: 0.0914135 Jun 23 11:06:44.335289 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a7517ee2-35d4-40ba-aa7e-79b6a74a0622 req-123cac6f-5e72-41c3-9166-611b928135d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3909cef4-3010-4515-8cab-d60278b2d3ee HTTP/1.1" status: 200 len: 1001 time: 0.0527992 Jun 23 11:06:44.377564 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:44.386797 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7517ee2-35d4-40ba-aa7e-79b6a74a0622 req-3317abc6-1503-49d4-b236-17c73f2cdcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:44.388248 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a7517ee2-35d4-40ba-aa7e-79b6a74a0622 req-3317abc6-1503-49d4-b236-17c73f2cdcf8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 200 len: 857 time: 0.0473435 Jun 23 11:06:44.434956 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7517ee2-35d4-40ba-aa7e-79b6a74a0622 req-24b4a43d-3f50-43dd-b8d6-3d081134f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:44.436469 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a7517ee2-35d4-40ba-aa7e-79b6a74a0622 req-24b4a43d-3f50-43dd-b8d6-3d081134f0e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19e128cb-e174-49db-a8d2-8534db57c32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382333 Jun 23 11:06:44.529709 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a7517ee2-35d4-40ba-aa7e-79b6a74a0622 req-b2a4a125-7cb2-4302-85b5-9b818a3a53b6 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836606 Jun 23 11:06:44.616622 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a7517ee2-35d4-40ba-aa7e-79b6a74a0622 req-a5caeb1e-14ad-4178-b1c9-22df4eb912de service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807106 Jun 23 11:06:44.792916 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfcbc7-ca27-4395-98e0-4b2ecf0aa86e req-5eee5eee-5f76-45e1-9651-da55c815da3f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:44.794403 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d1dfcbc7-ca27-4395-98e0-4b2ecf0aa86e req-5eee5eee-5f76-45e1-9651-da55c815da3f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0532730 Jun 23 11:06:44.814583 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 40962) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:44.825190 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:44.846347 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d1dfcbc7-ca27-4395-98e0-4b2ecf0aa86e req-89e64dfa-8c88-40bf-baee-9a330acb240f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465491 Jun 23 11:06:44.869590 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efe98d03-061d-427f-9de6-437997e37d80 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (69fade61-8335-4c37-bdc6-7da69dd8db7f), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:44.874299 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:44.895055 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efe98d03-061d-427f-9de6-437997e37d80 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (69fade61-8335-4c37-bdc6-7da69dd8db7f), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:44.943494 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efe98d03-061d-427f-9de6-437997e37d80 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (69fade61-8335-4c37-bdc6-7da69dd8db7f), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:44.946163 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efe98d03-061d-427f-9de6-437997e37d80 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:44.948628 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-efe98d03-061d-427f-9de6-437997e37d80 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "DELETE /v2.0/security-groups/69fade61-8335-4c37-bdc6-7da69dd8db7f HTTP/1.1" status: 204 len: 168 time: 0.1329455 Jun 23 11:06:44.951427 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 40966) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:44.965653 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.api.v2.resource [None req-f3271522-e438-4f67-b5e7-75fe26744f65 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] show failed (client error): The resource could not be found. Jun 23 11:06:44.966656 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f3271522-e438-4f67-b5e7-75fe26744f65 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups/69fade61-8335-4c37-bdc6-7da69dd8db7f HTTP/1.1" status: 404 len: 347 time: 0.0142069 Jun 23 11:06:44.969578 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 40968) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:44.989450 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe98d03-061d-427f-9de6-437997e37d80 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fade61-8335-4c37-bdc6-7da69dd8db7f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:45.043031 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e41ca-51c7-4e48-b7fc-fcfde12fa863 req-96a429c5-1bd5-4352-b61e-be7257d17951 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:45.044444 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b21e41ca-51c7-4e48-b7fc-fcfde12fa863 req-96a429c5-1bd5-4352-b61e-be7257d17951 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0948088 Jun 23 11:06:45.145872 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-276644b2-307f-4539-9426-338b93cc70ed tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Deleting port a584cc31-0475-43bb-8800-b63c1158aeab {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:06:45.146215 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-276644b2-307f-4539-9426-338b93cc70ed tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (a584cc31-0475-43bb-8800-b63c1158aeab), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.151691 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b21e41ca-51c7-4e48-b7fc-fcfde12fa863 req-f242ad22-87c4-4541-9e69-d18035049dec tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016393 Jun 23 11:06:45.177496 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dd815-60e3-4148-bc96-3ef89c5e147b req-2481ca87-fd3f-49a3-9979-4354e206814b tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:45.178988 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9c7dd815-60e3-4148-bc96-3ef89c5e147b req-2481ca87-fd3f-49a3-9979-4354e206814b tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0484343 Jun 23 11:06:45.226605 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9c7dd815-60e3-4148-bc96-3ef89c5e147b req-525f5caa-bf80-42a7-b427-777ecc58f1b9 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410264 Jun 23 11:06:45.227270 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-276644b2-307f-4539-9426-338b93cc70ed tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (a584cc31-0475-43bb-8800-b63c1158aeab), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.227601 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-276644b2-307f-4539-9426-338b93cc70ed tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (a584cc31-0475-43bb-8800-b63c1158aeab), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.240618 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-276644b2-307f-4539-9426-338b93cc70ed tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Calling delete_port for a584cc31-0475-43bb-8800-b63c1158aeab owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:06:45.318604 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:45.371419 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-276644b2-307f-4539-9426-338b93cc70ed tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (a584cc31-0475-43bb-8800-b63c1158aeab), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.395963 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276644b2-307f-4539-9426-338b93cc70ed tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event deleted for resources: {'Port': ['ID=a584cc31-0475-43bb-8800-b63c1158aeab,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:45.459230 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-276644b2-307f-4539-9426-338b93cc70ed tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (17723486-3e8c-49c9-8638-9c7d38cbf01f), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.461698 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-276644b2-307f-4539-9426-338b93cc70ed tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.462856 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-276644b2-307f-4539-9426-338b93cc70ed tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "DELETE /v2.0/floatingips/17723486-3e8c-49c9-8638-9c7d38cbf01f HTTP/1.1" status: 204 len: 168 time: 0.4923356 Jun 23 11:06:45.545857 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 40974) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:45.550264 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-bb73bb51-e5aa-4eb2-807d-f57a87456375 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992973661', 'description': 'tempest-description--2091015772'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:06:45.571177 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb73bb51-e5aa-4eb2-807d-f57a87456375 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.636432 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb73bb51-e5aa-4eb2-807d-f57a87456375 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.640026 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb73bb51-e5aa-4eb2-807d-f57a87456375 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.670350 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bb73bb51-e5aa-4eb2-807d-f57a87456375 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.671784 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-bb73bb51-e5aa-4eb2-807d-f57a87456375 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1249249 Jun 23 11:06:45.673667 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73bb51-e5aa-4eb2-807d-f57a87456375 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:45.674710 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 40976) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:45.679341 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d3962173-f5ed-4e5e-bf6c-72a4c6f5f543 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'security_group_rule': {'security_group_id': '6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:06:45.704785 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3962173-f5ed-4e5e-bf6c-72a4c6f5f543 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (312dd8cf-1868-4bfa-a475-018caa92e01b), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.758767 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3962173-f5ed-4e5e-bf6c-72a4c6f5f543 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (312dd8cf-1868-4bfa-a475-018caa92e01b), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.762997 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3962173-f5ed-4e5e-bf6c-72a4c6f5f543 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (312dd8cf-1868-4bfa-a475-018caa92e01b), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.781211 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3962173-f5ed-4e5e-bf6c-72a4c6f5f543 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312dd8cf-1868-4bfa-a475-018caa92e01b,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:45.789204 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3962173-f5ed-4e5e-bf6c-72a4c6f5f543 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.790403 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-d3962173-f5ed-4e5e-bf6c-72a4c6f5f543 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145921 Jun 23 11:06:45.793620 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 40978) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:45.797829 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4607e973-01ad-44fb-92a0-2c508bcd0a79 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'security_group_rule': {'security_group_id': '6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:06:45.822628 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4607e973-01ad-44fb-92a0-2c508bcd0a79 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (8817b5ff-ca3f-4faa-91e1-31e3a66934a2), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.850844 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:45.883617 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4607e973-01ad-44fb-92a0-2c508bcd0a79 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (8817b5ff-ca3f-4faa-91e1-31e3a66934a2), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.887253 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4607e973-01ad-44fb-92a0-2c508bcd0a79 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (8817b5ff-ca3f-4faa-91e1-31e3a66934a2), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.905694 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607e973-01ad-44fb-92a0-2c508bcd0a79 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8817b5ff-ca3f-4faa-91e1-31e3a66934a2,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:45.913791 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4607e973-01ad-44fb-92a0-2c508bcd0a79 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.918543 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-4607e973-01ad-44fb-92a0-2c508bcd0a79 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205528 Jun 23 11:06:45.918886 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 40982) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:45.923237 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'floatingip': {'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:06:45.943440 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:45.966814 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c2798-216c-4cff-9368-8e99777631f4 req-a9c439ba-6790-4c45-9098-a47d47fde746 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:45.968365 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4c9c2798-216c-4cff-9368-8e99777631f4 req-a9c439ba-6790-4c45-9098-a47d47fde746 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0519876 Jun 23 11:06:46.015629 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4c9c2798-216c-4cff-9368-8e99777631f4 req-8eb6581a-ebde-400f-b746-b5a3aac00cce tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408516 Jun 23 11:06:46.022111 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:46.130086 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Allocated IP 172.27.2.251 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/675ce941-8a53-43fe-aeef-3aae82564659) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:06:46.202046 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:46.234826 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for port (675ce941-8a53-43fe-aeef-3aae82564659), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:46.290847 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f1589-26dd-4225-810e-f2e64cdfff09 req-52747553-42f4-494d-b7e9-6cd3219f0ffd tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:46.292362 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7f6f1589-26dd-4225-810e-f2e64cdfff09 req-52747553-42f4-494d-b7e9-6cd3219f0ffd tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0630736 Jun 23 11:06:46.327836 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (675ce941-8a53-43fe-aeef-3aae82564659), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:46.341207 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3df6b-7fa4-41bc-8d1a-e4371c1f60a0 req-cb65ae18-34f6-445a-b820-577b8a0a0143 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:46.342873 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7fc3df6b-7fa4-41bc-8d1a-e4371c1f60a0 req-cb65ae18-34f6-445a-b820-577b8a0a0143 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0481808 Jun 23 11:06:46.382919 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:06:46.388886 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:06:46.389350 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7fc3df6b-7fa4-41bc-8d1a-e4371c1f60a0 req-9b61c9fa-7a05-4be7-92e4-c178da6d4500 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408549 Jun 23 11:06:46.395281 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7f6f1589-26dd-4225-810e-f2e64cdfff09 req-921b0acf-ec87-4c13-b9e1-ebcbaaa86ae9 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964248 Jun 23 11:06:46.396026 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:06:46.399470 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'Port': ['ID=675ce941-8a53-43fe-aeef-3aae82564659,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:46.481084 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (8df0e4a8-bc6c-4090-bac7-bb0bf96ebdc5), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:46.516767 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (675ce941-8a53-43fe-aeef-3aae82564659), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:46.656938 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for port (675ce941-8a53-43fe-aeef-3aae82564659), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:46.661037 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (675ce941-8a53-43fe-aeef-3aae82564659), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:46.664849 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:46.731943 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'Port': ['ID=675ce941-8a53-43fe-aeef-3aae82564659,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:46.739857 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (8df0e4a8-bc6c-4090-bac7-bb0bf96ebdc5), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:46.755139 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:46.756641 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-1e004d22-77c6-4a7d-8aa0-b3e96beb01f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8367331 Jun 23 11:06:46.947002 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-fd9e3662-4398-4ed5-bc97-3ff06d382757 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--992973661&fields=id&tenant_id=578cf1b29d474080a716e77fe2e84e5b HTTP/1.1" status: 200 len: 267 time: 0.0417597 Jun 23 11:06:47.053780 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-3c18fcf1-57c7-4833-b5bd-78af054dd715 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:47.055254 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-3c18fcf1-57c7-4833-b5bd-78af054dd715 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/networks?id=b879fb0c-6f1b-457c-8797-97d9533d8257 HTTP/1.1" status: 200 len: 814 time: 0.1013134 Jun 23 11:06:47.070154 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-81e68a37-68ee-427a-9f7c-7e88be774062 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/quotas/578cf1b29d474080a716e77fe2e84e5b HTTP/1.1" status: 200 len: 375 time: 0.0089624 Jun 23 11:06:47.084192 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:47.121485 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-f5bf721b-8cf0-469b-af47-f88eef0c8ad3 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=578cf1b29d474080a716e77fe2e84e5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460582 Jun 23 11:06:47.134318 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddf0dc-2fe7-468a-87f5-6b93e2f40da1 req-5bbb7077-a082-40b5-bdbb-8918dc98ff37 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:47.135838 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-adddf0dc-2fe7-468a-87f5-6b93e2f40da1 req-5bbb7077-a082-40b5-bdbb-8918dc98ff37 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0513849 Jun 23 11:06:47.160887 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:47.183894 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-adddf0dc-2fe7-468a-87f5-6b93e2f40da1 req-df2c07f9-d7c4-48d2-a893-521a9508c33b tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422406 Jun 23 11:06:47.223275 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-ab427ca3-c415-48e6-9f27-ab8cb15c90df service neutron] 10.222.0.65 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900266 Jun 23 11:06:47.308842 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-9db1665f-9763-4a8f-a5ef-8a093abd18fa service neutron] 10.222.0.65 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799780 Jun 23 11:06:47.470789 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-412f265d-b81f-45ca-a1f3-df26c7a384da req-8b191c07-cd49-4b32-9120-c63f09965c80 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 210 time: 0.0297961 Jun 23 11:06:47.529664 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5e3fb-f21f-4cd8-85ea-e7f861bf891a req-552f06ea-169c-47f2-9aa5-bb55e62fffdb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:47.531251 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-89a5e3fb-f21f-4cd8-85ea-e7f861bf891a req-552f06ea-169c-47f2-9aa5-bb55e62fffdb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0693576 Jun 23 11:06:47.565139 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:47.590338 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fa78b-8f17-4971-878c-9d95400bbff3 req-b0d9a3a0-a1b5-4ec5-bce5-c736ab04159a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:47.591457 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-89a5e3fb-f21f-4cd8-85ea-e7f861bf891a req-4c089f65-b2ba-47bb-9ce0-8b02d0aefe74 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508683 Jun 23 11:06:47.592570 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5a8fa78b-8f17-4971-878c-9d95400bbff3 req-b0d9a3a0-a1b5-4ec5-bce5-c736ab04159a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0554423 Jun 23 11:06:47.645903 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5a8fa78b-8f17-4971-878c-9d95400bbff3 req-31d41d14-1c52-4c14-b710-3626229836aa tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461800 Jun 23 11:06:47.707321 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae47c1-98f4-452a-92de-c9eca0ad99ab req-4c58addf-0917-4770-80e1-c33bc69e83f9 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:47.708832 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6eae47c1-98f4-452a-92de-c9eca0ad99ab req-4c58addf-0917-4770-80e1-c33bc69e83f9 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0485687 Jun 23 11:06:47.718090 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41018) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:06:47.722670 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-422fb74a-8849-466f-b47b-e735c4e3cacf tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Request body: {'floatingip': {'port_id': '3909cef4-3010-4515-8cab-d60278b2d3ee'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:06:47.778999 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-422fb74a-8849-466f-b47b-e735c4e3cacf tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for floatingip (26ca48e3-b6d1-4a23-8625-ede4355957d5), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:48.224267 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-422fb74a-8849-466f-b47b-e735c4e3cacf tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:48.228616 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-422fb74a-8849-466f-b47b-e735c4e3cacf tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (26ca48e3-b6d1-4a23-8625-ede4355957d5), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:48.307619 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427b9e3-3663-4616-b8dc-500f0221ea21 req-ffe69018-b852-46b8-9b08-701cb80b5d0f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:48.309091 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f427b9e3-3663-4616-b8dc-500f0221ea21 req-ffe69018-b852-46b8-9b08-701cb80b5d0f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0504773 Jun 23 11:06:48.355385 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f427b9e3-3663-4616-b8dc-500f0221ea21 req-793d7c51-086e-4864-9a10-26cf093c5a46 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406153 Jun 23 11:06:48.637227 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:48.660856 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:48.692380 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fca0adf1-cf47-4956-b546-c8862b25b19f req-eb3d389d-be89-4090-934e-a3e5710f32cb tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 210 time: 0.0675478 Jun 23 11:06:48.742206 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:48.744170 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422fb74a-8849-466f-b47b-e735c4e3cacf tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:06:48.772251 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28a6d1-7c30-4ec0-ad73-0d51bf69dcb6 req-0a2b818c-84db-4db5-822b-f0de05a42ce1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:48.773849 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0a28a6d1-7c30-4ec0-ad73-0d51bf69dcb6 req-0a2b818c-84db-4db5-822b-f0de05a42ce1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0479441 Jun 23 11:06:48.778003 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-8e4f35bd-d74f-40f5-b371-2a8a3f20baf2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:48.779396 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-8e4f35bd-d74f-40f5-b371-2a8a3f20baf2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "GET /v2.0/networks?id=b879fb0c-6f1b-457c-8797-97d9533d8257 HTTP/1.1" status: 200 len: 814 time: 0.1559956 Jun 23 11:06:48.821485 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0a28a6d1-7c30-4ec0-ad73-0d51bf69dcb6 req-641e5b30-20ac-4804-b1eb-18b3da28873b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414720 Jun 23 11:06:48.911016 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-a8b9e8c8-96ae-4176-ba84-ac4577f42cb5 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578cf1b29d474080a716e77fe2e84e5b HTTP/1.1" status: 200 len: 379 time: 0.1032128 Jun 23 11:06:48.912028 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422fb74a-8849-466f-b47b-e735c4e3cacf tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:06:48.917572 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-422fb74a-8849-466f-b47b-e735c4e3cacf tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:48.922062 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e73889-ff10-49e3-a953-c27241dc723b None None] Sync routers for ids ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:06:48.923999 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-955af80f-6d54-499a-8b23-a3edd38ef618 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'port': {'device_id': '3eed5440-b2dd-4413-84ff-fe74e9bdbf0d', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'admin_state_up': True, 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'security_groups': ['6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:06:48.932093 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e73889-ff10-49e3-a953-c27241dc723b None None] Routers {'6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:06:48.932714 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a9e73889-ff10-49e3-a953-c27241dc723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:06:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:06:48.971845 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:48.980466 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'tag': '3909cef4-3010-4515-8cab-d60278b2d3ee'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:06:48.982652 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5658a069-a920-486b-a30a-3b49b6df1b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3faa61-9238-40ad-bc81-1ed5bf84f0d3", "tag": "3909cef4-3010-4515-8cab-d60278b2d3ee"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:06:49.036349 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9f602e-5dc8-4181-aed7-a3505d737c9d x-openstack-request-id: req-0e9f602e-5dc8-4181-aed7-a3505d737c9d {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:06:49.036628 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3faa61-9238-40ad-bc81-1ed5bf84f0d3", "tag": "3909cef4-3010-4515-8cab-d60278b2d3ee", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:06:49.036873 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e9f602e-5dc8-4181-aed7-a3505d737c9d {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:06:49.037256 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e9f602e-5dc8-4181-aed7-a3505d737c9d'] response: {'name': 'network-changed', 'server_uuid': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'tag': '3909cef4-3010-4515-8cab-d60278b2d3ee', 'status': 'completed', 'code': 200} Jun 23 11:06:49.038605 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-a9e73889-ff10-49e3-a953-c27241dc723b None None] Set router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:06:49.050099 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-422fb74a-8849-466f-b47b-e735c4e3cacf tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "PUT /v2.0/floatingips/26ca48e3-b6d1-4a23-8625-ede4355957d5 HTTP/1.1" status: 200 len: 993 time: 1.3287151 Jun 23 11:06:49.084582 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-955af80f-6d54-499a-8b23-a3edd38ef618 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Made reservation on behalf of 578cf1b29d474080a716e77fe2e84e5b for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:06:49.088552 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-955af80f-6d54-499a-8b23-a3edd38ef618 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:49.134033 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658a069-a920-486b-a30a-3b49b6df1b4f req-4641cd68-08dc-453b-aa86-3b9bfa583dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:49.136383 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5658a069-a920-486b-a30a-3b49b6df1b4f req-4641cd68-08dc-453b-aa86-3b9bfa583dea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 1130 time: 0.0467362 Jun 23 11:06:49.220380 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-955af80f-6d54-499a-8b23-a3edd38ef618 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Allocated IP 172.20.0.3 (b879fb0c-6f1b-457c-8797-97d9533d8257/02373004-8ccd-4033-86a3-d7ee95f33ffc/4e4920d7-a569-4567-ba7e-9c995b534d53) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:06:49.251165 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a9e73889-ff10-49e3-a953-c27241dc723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:12Z', 'revision_number': 4, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '26ca48e3-b6d1-4a23-8625-ede4355957d5', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'port_id': '3909cef4-3010-4515-8cab-d60278b2d3ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'mac_address': 'fa:16:3e:18:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:04:19Z', 'updated_at': '2022-06-23T11:06:48Z', 'revision_number': 3, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cbcda1-b17f-4387-b722-7e152b805989', 'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'mac_address': 'fa:16:3e:65:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:09Z', 'updated_at': '2022-06-23T11:02:22Z', 'revision_number': 5, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'subnets': [{'id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:06:49.277104 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e73889-ff10-49e3-a953-c27241dc723b None None] Checking router: 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:06:49.285890 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e73889-ff10-49e3-a953-c27241dc723b None None] Routers {'6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:06:49.286498 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a9e73889-ff10-49e3-a953-c27241dc723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:06:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:06:49.360683 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-955af80f-6d54-499a-8b23-a3edd38ef618 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for port (4e4920d7-a569-4567-ba7e-9c995b534d53), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:49.393692 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658a069-a920-486b-a30a-3b49b6df1b4f req-c8f88a77-e327-40fd-b840-d51a841a2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:49.395787 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5658a069-a920-486b-a30a-3b49b6df1b4f req-c8f88a77-e327-40fd-b840-d51a841a2aab service neutron] 10.222.0.60 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 919 time: 0.0930817 Jun 23 11:06:49.397910 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-a9e73889-ff10-49e3-a953-c27241dc723b None None] Set router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:06:49.399810 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-955af80f-6d54-499a-8b23-a3edd38ef618 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (4e4920d7-a569-4567-ba7e-9c995b534d53), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:49.452998 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-955af80f-6d54-499a-8b23-a3edd38ef618 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Network b879fb0c-6f1b-457c-8797-97d9533d8257 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:06:49.456552 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-955af80f-6d54-499a-8b23-a3edd38ef618 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:06:49.460682 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-955af80f-6d54-499a-8b23-a3edd38ef618 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:06:49.484778 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7448f57-dbcf-4d8c-9f34-585282f2a2f7 req-44e94a98-1242-4cb4-bd33-c6a60c59746b tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:49.485733 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955af80f-6d54-499a-8b23-a3edd38ef618 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'Port': ['ID=4e4920d7-a569-4567-ba7e-9c995b534d53,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:49.491031 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a7448f57-dbcf-4d8c-9f34-585282f2a2f7 req-44e94a98-1242-4cb4-bd33-c6a60c59746b tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0573401 Jun 23 11:06:49.502576 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:49.511178 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:49.522298 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-955af80f-6d54-499a-8b23-a3edd38ef618 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:49.522931 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-955af80f-6d54-499a-8b23-a3edd38ef618 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:49.545381 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-955af80f-6d54-499a-8b23-a3edd38ef618 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6259115 Jun 23 11:06:49.564168 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a7448f57-dbcf-4d8c-9f34-585282f2a2f7 req-d29f40b9-1eda-4239-864f-dcc96ae78414 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671659 Jun 23 11:06:49.630730 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a9e73889-ff10-49e3-a953-c27241dc723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:12Z', 'revision_number': 4, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '26ca48e3-b6d1-4a23-8625-ede4355957d5', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'port_id': '3909cef4-3010-4515-8cab-d60278b2d3ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'mac_address': 'fa:16:3e:18:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:04:19Z', 'updated_at': '2022-06-23T11:06:48Z', 'revision_number': 3, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cbcda1-b17f-4387-b722-7e152b805989', 'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'mac_address': 'fa:16:3e:65:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:09Z', 'updated_at': '2022-06-23T11:02:22Z', 'revision_number': 5, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'subnets': [{'id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:06:49.659045 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e73889-ff10-49e3-a953-c27241dc723b None None] The sync data for ids ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'] in dv-cinder-843309-2-iscsi is: [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:12Z', 'revision_number': 4, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '26ca48e3-b6d1-4a23-8625-ede4355957d5', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'port_id': '3909cef4-3010-4515-8cab-d60278b2d3ee', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'mac_address': 'fa:16:3e:18:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:04:19Z', 'updated_at': '2022-06-23T11:06:48Z', 'revision_number': 3, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cbcda1-b17f-4387-b722-7e152b805989', 'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'mac_address': 'fa:16:3e:65:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:09Z', 'updated_at': '2022-06-23T11:02:22Z', 'revision_number': 5, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'subnets': [{'id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:06:49.695051 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-119bfb6a-c590-4a71-ae38-4ba6aebb88a5 None None] Provisioning complete for port 4e4920d7-a569-4567-ba7e-9c995b534d53 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:06:49.695451 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-119bfb6a-c590-4a71-ae38-4ba6aebb88a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (4e4920d7-a569-4567-ba7e-9c995b534d53), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:49.729268 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-119bfb6a-c590-4a71-ae38-4ba6aebb88a5 None None] Port 4e4920d7-a569-4567-ba7e-9c995b534d53 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:06:49.818134 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b1f60-c2f0-4579-8cff-eee8f076c11a req-9e7d6c93-629d-4659-95bf-44d6f5e6bd83 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:49.819616 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-161b1f60-c2f0-4579-8cff-eee8f076c11a req-9e7d6c93-629d-4659-95bf-44d6f5e6bd83 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 931 time: 0.0498240 Jun 23 11:06:49.870150 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-161b1f60-c2f0-4579-8cff-eee8f076c11a req-5bbc6ec6-8b1e-47d9-82db-65197aa30ab4 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442865 Jun 23 11:06:49.937726 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156e3ff-bf83-4a5b-9f16-f27a790d643a req-4d750a54-7a01-4b8c-92ff-1e0af767edfc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:49.939164 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b156e3ff-bf83-4a5b-9f16-f27a790d643a req-4d750a54-7a01-4b8c-92ff-1e0af767edfc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0452480 Jun 23 11:06:49.985176 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b156e3ff-bf83-4a5b-9f16-f27a790d643a req-bd03200c-d451-418a-8384-b0426d160ec8 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404329 Jun 23 11:06:50.014170 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Request body: {'port': {'device_id': '3eed5440-b2dd-4413-84ff-fe74e9bdbf0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:06:50.062236 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5658a069-a920-486b-a30a-3b49b6df1b4f req-8a53d3c3-bf90-4f75-af92-c00f4e074d4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3909cef4-3010-4515-8cab-d60278b2d3ee HTTP/1.1" status: 200 len: 1001 time: 0.0531139 Jun 23 11:06:50.070245 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (4e4920d7-a569-4567-ba7e-9c995b534d53), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:50.114911 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658a069-a920-486b-a30a-3b49b6df1b4f req-29729b0d-b523-434a-b208-5f4e33c4a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:50.116400 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5658a069-a920-486b-a30a-3b49b6df1b4f req-29729b0d-b523-434a-b208-5f4e33c4a3d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 200 len: 857 time: 0.0471885 Jun 23 11:06:50.159616 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658a069-a920-486b-a30a-3b49b6df1b4f req-ffce3cfc-1da9-4b7d-add1-03fc3aa6ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:50.161264 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5658a069-a920-486b-a30a-3b49b6df1b4f req-ffce3cfc-1da9-4b7d-add1-03fc3aa6ccfd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19e128cb-e174-49db-a8d2-8534db57c32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388145 Jun 23 11:06:50.251898 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5658a069-a920-486b-a30a-3b49b6df1b4f req-83d53056-3d10-404a-ab33-23f83af55d50 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844154 Jun 23 11:06:50.287510 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:50.326846 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4920d7-a569-4567-ba7e-9c995b534d53 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:06:50.334267 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Publish callbacks [] for port (4e4920d7-a569-4567-ba7e-9c995b534d53), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:50.340868 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5658a069-a920-486b-a30a-3b49b6df1b4f req-4d1de718-b7c7-406e-81de-21532d81337f service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831418 Jun 23 11:06:50.346377 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Transition to ACTIVE for port object 4e4920d7-a569-4567-ba7e-9c995b534d53 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:06:50.349875 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (4e4920d7-a569-4567-ba7e-9c995b534d53), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:50.401947 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4920d7-a569-4567-ba7e-9c995b534d53,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:50.472552 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Attempting to bind port 4e4920d7-a569-4567-ba7e-9c995b534d53 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:06:50.472896 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Attempting to bind port 4e4920d7-a569-4567-ba7e-9c995b534d53 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:06:50.473249 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Attempting to bind port 4e4920d7-a569-4567-ba7e-9c995b534d53 on network b879fb0c-6f1b-457c-8797-97d9533d8257 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:06:50.478276 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Port 4e4920d7-a569-4567-ba7e-9c995b534d53 on network b879fb0c-6f1b-457c-8797-97d9533d8257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:06:50.478733 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Attempting to bind port 4e4920d7-a569-4567-ba7e-9c995b534d53 on network b879fb0c-6f1b-457c-8797-97d9533d8257 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:06:50.484168 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:06:50.484509 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Checking segment: {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:06:50.484888 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Bound using segment: {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:06:50.485315 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Bound port: 4e4920d7-a569-4567-ba7e-9c995b534d53, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:06:50.485671 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (4e4920d7-a569-4567-ba7e-9c995b534d53), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:50.552647 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] For port 4e4920d7-a569-4567-ba7e-9c995b534d53, host hv-cinder-84330, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:06:50.555579 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] For port 4e4920d7-a569-4567-ba7e-9c995b534d53, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4e4920d7-a569-4567-ba7e-9c995b534d53,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:06:50.562934 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (4e4920d7-a569-4567-ba7e-9c995b534d53), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:50.595709 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:50.596369 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:50.597741 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] 10.222.0.60 "PUT /v2.0/ports/4e4920d7-a569-4567-ba7e-9c995b534d53 HTTP/1.1" status: 200 len: 1093 time: 0.5882339 Jun 23 11:06:50.618156 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565b246-2fdd-4a87-9438-34229369a9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4920d7-a569-4567-ba7e-9c995b534d53,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:50.730116 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57687c7f-8d78-4768-8f15-d609fb20b5cb req-2fb30618-80f3-41ce-a15c-3d43b81ba68f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:50.731684 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-57687c7f-8d78-4768-8f15-d609fb20b5cb req-2fb30618-80f3-41ce-a15c-3d43b81ba68f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0783398 Jun 23 11:06:50.734808 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-248a7274-2091-4100-a510-4e7c5bcac114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:50.736214 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-248a7274-2091-4100-a510-4e7c5bcac114 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=578cf1b29d474080a716e77fe2e84e5b&device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 1127 time: 0.0684226 Jun 23 11:06:50.743859 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:50.766052 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:50.801956 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-552da550-8139-44e0-9408-479caca89e9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e4920d7-a569-4567-ba7e-9c995b534d53 HTTP/1.1" status: 200 len: 217 time: 0.0461729 Jun 23 11:06:50.825086 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-57687c7f-8d78-4768-8f15-d609fb20b5cb req-811abd89-9cdb-4867-912d-197d6de2390f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877621 Jun 23 11:06:50.858040 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-78c6da9d-faca-441e-8378-362f2f19df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:50.859462 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-78c6da9d-faca-441e-8378-362f2f19df96 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02373004-8ccd-4033-86a3-d7ee95f33ffc HTTP/1.1" status: 200 len: 853 time: 0.0496960 Jun 23 11:06:50.905128 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-f10bcd7f-b3e2-46fa-a2e4-9d7c99e1be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:50.906643 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-f10bcd7f-b3e2-46fa-a2e4-9d7c99e1be40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b879fb0c-6f1b-457c-8797-97d9533d8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398502 Jun 23 11:06:50.982080 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f22dad-e1e7-4694-8513-ca26c039f77f req-c0c65f84-8879-4fae-9f06-8a892d66a82c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:50.983543 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-94f22dad-e1e7-4694-8513-ca26c039f77f req-c0c65f84-8879-4fae-9f06-8a892d66a82c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 943 time: 0.0458503 Jun 23 11:06:51.000747 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-6084451e-2be9-4216-b915-35f9f1d4422e service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868456 Jun 23 11:06:51.010393 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:51.037388 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-94f22dad-e1e7-4694-8513-ca26c039f77f req-36dfca62-5341-4222-b69c-959e833cffda tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479910 Jun 23 11:06:51.041457 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'tag': '3909cef4-3010-4515-8cab-d60278b2d3ee'}, {'name': 'network-changed', 'server_uuid': '3eed5440-b2dd-4413-84ff-fe74e9bdbf0d', 'tag': '4e4920d7-a569-4567-ba7e-9c995b534d53'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:06:51.043876 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3faa61-9238-40ad-bc81-1ed5bf84f0d3", "tag": "3909cef4-3010-4515-8cab-d60278b2d3ee"}, {"name": "network-changed", "server_uuid": "3eed5440-b2dd-4413-84ff-fe74e9bdbf0d", "tag": "4e4920d7-a569-4567-ba7e-9c995b534d53"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:06:51.109516 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Jun 2022 11:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e869dff-6776-413b-af5a-c47d76cec0b5 x-openstack-request-id: req-0e869dff-6776-413b-af5a-c47d76cec0b5 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:06:51.109809 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3faa61-9238-40ad-bc81-1ed5bf84f0d3", "tag": "3909cef4-3010-4515-8cab-d60278b2d3ee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3eed5440-b2dd-4413-84ff-fe74e9bdbf0d", "tag": "4e4920d7-a569-4567-ba7e-9c995b534d53", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:06:51.110058 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e869dff-6776-413b-af5a-c47d76cec0b5 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:06:51.110451 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e869dff-6776-413b-af5a-c47d76cec0b5'] response: {'name': 'network-changed', 'server_uuid': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'tag': '3909cef4-3010-4515-8cab-d60278b2d3ee', 'status': 'completed', 'code': 200} Jun 23 11:06:51.110706 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e869dff-6776-413b-af5a-c47d76cec0b5'] response: {'name': 'network-changed', 'server_uuid': '3eed5440-b2dd-4413-84ff-fe74e9bdbf0d', 'tag': '4e4920d7-a569-4567-ba7e-9c995b534d53', 'status': 'completed', 'code': 200} Jun 23 11:06:51.142021 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1667f75-1d50-41ef-9024-3778b94f977a req-90874f24-73c7-4e94-b75f-c3e770adb6b0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:51.143539 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f1667f75-1d50-41ef-9024-3778b94f977a req-90874f24-73c7-4e94-b75f-c3e770adb6b0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0712147 Jun 23 11:06:51.147245 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-53129203-569d-48ad-ba0f-2c8ab878b5f8 req-51af3fad-6f0f-42f9-bdc7-9a17b4659409 service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399109 Jun 23 11:06:51.193335 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f1667f75-1d50-41ef-9024-3778b94f977a req-c39e5d3a-f8b2-48d9-8c18-b1d1d6617568 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426731 Jun 23 11:06:51.210806 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-89d59e87-658f-473d-b045-3f33c1727c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:51.212409 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-89d59e87-658f-473d-b045-3f33c1727c8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 1130 time: 0.0426929 Jun 23 11:06:51.938650 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20919c3-617d-4ea9-9aea-ee343dd5aeb1 req-bc77041f-3808-4821-b4a2-45cee142eef9 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:51.940132 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e20919c3-617d-4ea9-9aea-ee343dd5aeb1 req-bc77041f-3808-4821-b4a2-45cee142eef9 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0465522 Jun 23 11:06:51.986602 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e20919c3-617d-4ea9-9aea-ee343dd5aeb1 req-b8eff7b0-3eba-44e4-b06d-2a19e30e88d8 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409622 Jun 23 11:06:52.158061 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc2742-e732-4e9b-9f15-fce4eb40e912 req-07782d56-e005-4fd5-9676-8b4d11d969c8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:52.159427 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4ebc2742-e732-4e9b-9f15-fce4eb40e912 req-07782d56-e005-4fd5-9676-8b4d11d969c8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 943 time: 0.0466940 Jun 23 11:06:52.206163 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4ebc2742-e732-4e9b-9f15-fce4eb40e912 req-7254c652-dd8e-4f0a-8299-49d00494d76c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410392 Jun 23 11:06:52.228551 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-85904a61-8765-4dc5-bfbc-9c601e769b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:52.230060 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-85904a61-8765-4dc5-bfbc-9c601e769b1f service neutron] 10.222.0.60 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 919 time: 0.0960052 Jun 23 11:06:52.348058 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95afcf-96e6-404a-8ace-283b5c09a6e4 req-45ad7518-14a7-4856-950d-646dc2d0da72 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:52.349507 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8b95afcf-96e6-404a-8ace-283b5c09a6e4 req-45ad7518-14a7-4856-950d-646dc2d0da72 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0837579 Jun 23 11:06:52.622887 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-a0da2ca1-1f94-407a-9a77-18bf2d23486a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3909cef4-3010-4515-8cab-d60278b2d3ee HTTP/1.1" status: 200 len: 1001 time: 0.3288870 Jun 23 11:06:52.677922 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8b95afcf-96e6-404a-8ace-283b5c09a6e4 req-5db74a81-65e4-4839-ae0b-1556d94de948 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3216188 Jun 23 11:06:52.688186 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-38f98394-531c-44d3-845b-44681057d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:52.690425 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-38f98394-531c-44d3-845b-44681057d893 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 200 len: 857 time: 0.0577397 Jun 23 11:06:52.733683 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-df5afa7c-d520-456d-b3e5-0653fe713915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:52.735128 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-df5afa7c-d520-456d-b3e5-0653fe713915 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19e128cb-e174-49db-a8d2-8534db57c32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385387 Jun 23 11:06:52.826260 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-136f8d7c-0e36-4a0e-91ae-42bacfd9ad72 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825729 Jun 23 11:06:52.912887 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-d3cc3f70-8855-41ee-91d7-d0ccd7eabd93 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800610 Jun 23 11:06:53.033639 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-145cbb7e-0386-4363-b9b8-6fc161f8e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:53.035218 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-145cbb7e-0386-4363-b9b8-6fc161f8e354 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=578cf1b29d474080a716e77fe2e84e5b&device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 1127 time: 0.0434432 Jun 23 11:06:53.104311 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452052e-2347-4ced-9e1b-cdfe7ab1bde6 req-8279196f-b539-4f21-99cd-c8dca9dfdc75 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:53.105840 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3452052e-2347-4ced-9e1b-cdfe7ab1bde6 req-8279196f-b539-4f21-99cd-c8dca9dfdc75 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0509520 Jun 23 11:06:53.110186 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:53.125472 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-ac4cad12-2af0-4135-bc88-b1186fa2ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:53.126950 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-ac4cad12-2af0-4135-bc88-b1186fa2ad16 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b879fb0c-6f1b-457c-8797-97d9533d8257 HTTP/1.1" status: 200 len: 915 time: 0.0858371 Jun 23 11:06:53.153260 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3452052e-2347-4ced-9e1b-cdfe7ab1bde6 req-4277aba5-b878-4bb8-a8a2-12ccfb72af83 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417633 Jun 23 11:06:53.279991 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-ac4bcf4b-d9c4-4e3e-85e3-ffe8d9679295 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e4920d7-a569-4567-ba7e-9c995b534d53 HTTP/1.1" status: 200 len: 217 time: 0.0384872 Jun 23 11:06:53.351685 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f76c5b-0dd6-4486-af80-3a62fe75dea5 req-df0c9782-441a-4fbb-8908-fec73a17086b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:53.353154 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-58f76c5b-0dd6-4486-af80-3a62fe75dea5 req-df0c9782-441a-4fbb-8908-fec73a17086b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 943 time: 0.0756216 Jun 23 11:06:53.362100 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-a51a96a1-2f0a-414b-b590-b66b33b86527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:53.363411 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-a51a96a1-2f0a-414b-b590-b66b33b86527 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02373004-8ccd-4033-86a3-d7ee95f33ffc HTTP/1.1" status: 200 len: 853 time: 0.0748215 Jun 23 11:06:53.431519 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-a3241bb1-cf83-4e79-be43-3b11729c05a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:53.432917 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-a3241bb1-cf83-4e79-be43-3b11729c05a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b879fb0c-6f1b-457c-8797-97d9533d8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636599 Jun 23 11:06:53.437025 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-58f76c5b-0dd6-4486-af80-3a62fe75dea5 req-e3449eb7-37c3-46b4-9c2c-4b3855bf22c9 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774691 Jun 23 11:06:53.470888 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 8b01f05d-725c-403a-b014-97986787465c details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:06:53.504772 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:53.522045 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-2f0f3c0a-857d-4b75-a276-ce45249b228b service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826509 Jun 23 11:06:53.624271 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dcca4e0c-9ba0-4851-9dd2-d03fdc5786c8 req-ccf22d8f-7ccd-4f3f-9571-66f67cee2616 service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961730 Jun 23 11:06:53.676605 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:53.693650 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 8b01f05d-725c-403a-b014-97986787465c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8b01f05d-725c-403a-b014-97986787465c,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:06:53.705106 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '8b01f05d-725c-403a-b014-97986787465c', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'port_id': '8b01f05d-725c-403a-b014-97986787465c', 'mac_address': 'fa:16:3e:78:e0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:06:53.740055 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 8b01f05d-725c-403a-b014-97986787465c is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:06:53.740451 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (8b01f05d-725c-403a-b014-97986787465c), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:53.748955 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:53.754226 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b01f05d-725c-403a-b014-97986787465c {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:06:53.774712 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 8b01f05d-725c-403a-b014-97986787465c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8b01f05d-725c-403a-b014-97986787465c,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:06:53.779048 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (8b01f05d-725c-403a-b014-97986787465c), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:53.798420 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb6feb-d005-4c7e-a263-a523b317fec3 req-2ee8beb5-94bb-45db-94f1-6b9885cbc246 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:53.799944 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5abb6feb-d005-4c7e-a263-a523b317fec3 req-2ee8beb5-94bb-45db-94f1-6b9885cbc246 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 944 time: 0.0489674 Jun 23 11:06:53.828067 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=8b01f05d-725c-403a-b014-97986787465c,revision_number=9']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:53.848114 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5abb6feb-d005-4c7e-a263-a523b317fec3 req-97d3778e-333a-47dd-a15e-f45aedfddd4b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424116 Jun 23 11:06:54.126366 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['8b01f05d-725c-403a-b014-97986787465c'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:06:54.266545 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229466c-ed11-45ab-a062-f40dbc3e8b48 req-3a5bf77a-4e21-46ac-ab55-1dbae7262f6e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:54.268019 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6229466c-ed11-45ab-a062-f40dbc3e8b48 req-3a5bf77a-4e21-46ac-ab55-1dbae7262f6e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0468726 Jun 23 11:06:54.314684 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6229466c-ed11-45ab-a062-f40dbc3e8b48 req-148c5315-f37b-4211-8e6f-75d62ee17d3e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410354 Jun 23 11:06:54.505410 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a421c65-fb24-49f2-8599-5a10c491ced6 req-5ef7e31f-68fa-4e58-876b-a36c5dc8784a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:54.507184 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1a421c65-fb24-49f2-8599-5a10c491ced6 req-5ef7e31f-68fa-4e58-876b-a36c5dc8784a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0481977 Jun 23 11:06:54.559150 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140a541-7039-49f3-a862-e4cc6089f092 req-69bc5dc1-d32a-4a46-8564-de20e111c62d tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:54.560664 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c140a541-7039-49f3-a862-e4cc6089f092 req-69bc5dc1-d32a-4a46-8564-de20e111c62d tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 943 time: 0.0509114 Jun 23 11:06:54.594783 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1a421c65-fb24-49f2-8599-5a10c491ced6 req-e85d72f5-f42b-4fb6-8b11-47451dee7fcb tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793657 Jun 23 11:06:54.601972 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a049c0f-65c5-487d-8b69-104a6e12133d req-a1b2a525-8bdd-43ac-801c-1d117743ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:54.603440 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a049c0f-65c5-487d-8b69-104a6e12133d req-a1b2a525-8bdd-43ac-801c-1d117743ce8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac9f9313c3ac4dde97e75ac6fa8fae11&device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 1130 time: 0.0526288 Jun 23 11:06:54.609513 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c140a541-7039-49f3-a862-e4cc6089f092 req-fb7b75ef-a8c6-496e-9117-218d1cc98fc2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433366 Jun 23 11:06:54.693341 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a049c0f-65c5-487d-8b69-104a6e12133d req-800f520e-ac45-4618-abbc-957430ad80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:54.694789 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a049c0f-65c5-487d-8b69-104a6e12133d req-800f520e-ac45-4618-abbc-957430ad80c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d HTTP/1.1" status: 200 len: 911 time: 0.0852377 Jun 23 11:06:54.757546 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a049c0f-65c5-487d-8b69-104a6e12133d req-533f9cc4-a82e-4d20-8ed8-08a668f4d7c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f38d95a7-ab3e-47d6-991b-c6ccc781d5fe HTTP/1.1" status: 200 len: 1002 time: 0.0563326 Jun 23 11:06:54.805401 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a049c0f-65c5-487d-8b69-104a6e12133d req-bf8211ac-cec8-4ba9-88e3-3e80ddd7bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:54.806811 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a049c0f-65c5-487d-8b69-104a6e12133d req-bf8211ac-cec8-4ba9-88e3-3e80ddd7bea4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=36e9125f-f67e-4b5d-8729-45eedcb46700 HTTP/1.1" status: 200 len: 849 time: 0.0427494 Jun 23 11:06:54.848150 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a049c0f-65c5-487d-8b69-104a6e12133d req-e301689e-e364-43b8-8495-7e756e21fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:54.849626 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a049c0f-65c5-487d-8b69-104a6e12133d req-e301689e-e364-43b8-8495-7e756e21fefb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368536 Jun 23 11:06:54.974637 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a049c0f-65c5-487d-8b69-104a6e12133d req-5d49499e-29cb-4fb6-a525-791e60abb3da service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183705 Jun 23 11:06:54.981405 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9279ff3-5115-4ae4-8ef3-36e17d7f810f req-6c032550-acf6-4a0d-b4bb-547094d158f6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:54.982758 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a9279ff3-5115-4ae4-8ef3-36e17d7f810f req-6c032550-acf6-4a0d-b4bb-547094d158f6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 945 time: 0.0613704 Jun 23 11:06:55.032305 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:55.091111 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a9279ff3-5115-4ae4-8ef3-36e17d7f810f req-9a268d87-e76b-4092-b048-d3ccaadb8006 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996671 Jun 23 11:06:55.105375 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a049c0f-65c5-487d-8b69-104a6e12133d req-f8917d7c-cbf1-4ef1-b062-8f7496b579eb service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215968 Jun 23 11:06:55.484185 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 4e4920d7-a569-4567-ba7e-9c995b534d53 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:06:55.494946 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 8b01f05d-725c-403a-b014-97986787465c up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:06:55.596646 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 8b01f05d-725c-403a-b014-97986787465c triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:06:55.597016 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (8b01f05d-725c-403a-b014-97986787465c), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:55.646560 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 4e4920d7-a569-4567-ba7e-9c995b534d53, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4e4920d7-a569-4567-ba7e-9c995b534d53,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:06:55.663028 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '4e4920d7-a569-4567-ba7e-9c995b534d53', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'port_id': '4e4920d7-a569-4567-ba7e-9c995b534d53', 'mac_address': 'fa:16:3e:23:0d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:06:55.727768 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 4e4920d7-a569-4567-ba7e-9c995b534d53 is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:06:55.728164 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (4e4920d7-a569-4567-ba7e-9c995b534d53), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:55.730270 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 8b01f05d-725c-403a-b014-97986787465c is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:06:55.730643 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (8b01f05d-725c-403a-b014-97986787465c), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:55.752421 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4920d7-a569-4567-ba7e-9c995b534d53 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:06:55.771866 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b01f05d-725c-403a-b014-97986787465c'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:06:55.774102 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8879eda5-9e98-45b1-8430-168cd4b1256d" -d '{"events": [{"server_uuid": "9d4c91f8-2f76-436d-8b6c-0ab0945961d9", "name": "network-vif-plugged", "status": "completed", "tag": "8b01f05d-725c-403a-b014-97986787465c"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:06:55.779129 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944b30-3103-4bc9-acb7-26d995ae0c92 req-31e9c463-d7b8-4216-b700-85f5b719df5d tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:55.780617 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f2944b30-3103-4bc9-acb7-26d995ae0c92 req-31e9c463-d7b8-4216-b700-85f5b719df5d tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.1054068 Jun 23 11:06:55.793178 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 8b01f05d-725c-403a-b014-97986787465c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8b01f05d-725c-403a-b014-97986787465c,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:06:55.802073 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 4e4920d7-a569-4567-ba7e-9c995b534d53, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4e4920d7-a569-4567-ba7e-9c995b534d53,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:06:55.803288 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (8b01f05d-725c-403a-b014-97986787465c), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:55.805871 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc585d-e636-43ad-8e06-4878f49883dd req-41604f16-78ed-41c3-9815-f9ef09fca2b3 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:55.813925 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-32bc585d-e636-43ad-8e06-4878f49883dd req-41604f16-78ed-41c3-9815-f9ef09fca2b3 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 943 time: 0.1231451 Jun 23 11:06:55.829446 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (4e4920d7-a569-4567-ba7e-9c995b534d53), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:55.836708 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f2944b30-3103-4bc9-acb7-26d995ae0c92 req-3dc2a701-43ab-4710-8063-44516efcf1e3 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440502 Jun 23 11:06:55.844960 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:55.855841 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=8b01f05d-725c-403a-b014-97986787465c,revision_number=10']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:55.872457 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-32bc585d-e636-43ad-8e06-4878f49883dd req-484a1fa6-a751-4bde-97f0-b65ee471a314 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576797 Jun 23 11:06:55.886824 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45254eb1-fde6-470a-bcee-539ac541a8a2 x-openstack-request-id: req-45254eb1-fde6-470a-bcee-539ac541a8a2 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:06:55.887116 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4c91f8-2f76-436d-8b6c-0ab0945961d9", "name": "network-vif-plugged", "status": "completed", "tag": "8b01f05d-725c-403a-b014-97986787465c", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:06:55.887373 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45254eb1-fde6-470a-bcee-539ac541a8a2 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:06:55.887808 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45254eb1-fde6-470a-bcee-539ac541a8a2'] response: {'server_uuid': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b01f05d-725c-403a-b014-97986787465c', 'code': 200} Jun 23 11:06:55.891741 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:55.907735 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=4e4920d7-a569-4567-ba7e-9c995b534d53,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:56.212450 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0595618-3548-4ced-8a9b-973ab3d95a49 req-90fc9d96-a87b-4d8b-9ca3-7b1135a90b00 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:56.214477 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f0595618-3548-4ced-8a9b-973ab3d95a49 req-90fc9d96-a87b-4d8b-9ca3-7b1135a90b00 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 947 time: 0.0463469 Jun 23 11:06:56.226498 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['4e4920d7-a569-4567-ba7e-9c995b534d53'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:06:56.264444 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f0595618-3548-4ced-8a9b-973ab3d95a49 req-b3651f66-e463-4384-9412-daaa049fd02b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440662 Jun 23 11:06:56.272117 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:56.851206 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dc1f3-13aa-42b2-a14b-550e73572d4c req-e565bcfb-2ba5-4cb9-b919-c5f33b272e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:56.852756 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c67dc1f3-13aa-42b2-a14b-550e73572d4c req-e565bcfb-2ba5-4cb9-b919-c5f33b272e68 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 1131 time: 0.0424099 Jun 23 11:06:56.897927 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c67dc1f3-13aa-42b2-a14b-550e73572d4c req-eaf22efc-7a34-4f7b-8577-9219a9f39a60 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380793 Jun 23 11:06:56.950746 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f2880-9e72-4aeb-9c2a-e3471000bcf0 req-5dbfd2a9-2f1a-4ff8-9e4b-f9852b9445ee tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:56.952247 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f79f2880-9e72-4aeb-9c2a-e3471000bcf0 req-5dbfd2a9-2f1a-4ff8-9e4b-f9852b9445ee tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0462458 Jun 23 11:06:56.976157 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:56.986782 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961c9a4-8b3d-493d-89de-b620b4934059 req-0fe8acd3-0157-4bde-b5b6-add3c7a08b07 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:56.988362 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4961c9a4-8b3d-493d-89de-b620b4934059 req-0fe8acd3-0157-4bde-b5b6-add3c7a08b07 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 944 time: 0.0478718 Jun 23 11:06:56.999423 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f79f2880-9e72-4aeb-9c2a-e3471000bcf0 req-4e7e43d7-ba3e-4ff0-9333-a640b1b88834 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413811 Jun 23 11:06:57.014888 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:57.036428 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4961c9a4-8b3d-493d-89de-b620b4934059 req-7609a4ed-88e2-40f8-8d21-0231c3eae64b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423954 Jun 23 11:06:57.380793 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33ee3a-d7ae-458d-8c20-5d5f94b35c7b req-91bb4005-2407-423a-877f-d28fa0eafe37 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:57.382478 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9b33ee3a-d7ae-458d-8c20-5d5f94b35c7b req-91bb4005-2407-423a-877f-d28fa0eafe37 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 947 time: 0.0458760 Jun 23 11:06:57.430691 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9b33ee3a-d7ae-458d-8c20-5d5f94b35c7b req-60d92f1e-d39a-44de-9dc3-c9e1433a9e59 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427678 Jun 23 11:06:57.498483 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 4e4920d7-a569-4567-ba7e-9c995b534d53 up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:06:57.538723 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port 4e4920d7-a569-4567-ba7e-9c995b534d53 completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:06:57.544707 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 4e4920d7-a569-4567-ba7e-9c995b534d53 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:06:57.545119 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (4e4920d7-a569-4567-ba7e-9c995b534d53), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:57.625335 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 4e4920d7-a569-4567-ba7e-9c995b534d53 is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:06:57.625717 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (4e4920d7-a569-4567-ba7e-9c995b534d53), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:57.660307 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 4e4920d7-a569-4567-ba7e-9c995b534d53, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4e4920d7-a569-4567-ba7e-9c995b534d53,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:06:57.663938 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (4e4920d7-a569-4567-ba7e-9c995b534d53), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:06:57.707756 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=4e4920d7-a569-4567-ba7e-9c995b534d53,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:06:57.888504 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eed5440-b2dd-4413-84ff-fe74e9bdbf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4920d7-a569-4567-ba7e-9c995b534d53'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:06:57.890695 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0fdc42-4eea-4c07-85c3-cbdd01a351bc" -d '{"events": [{"server_uuid": "3eed5440-b2dd-4413-84ff-fe74e9bdbf0d", "name": "network-vif-plugged", "status": "completed", "tag": "4e4920d7-a569-4567-ba7e-9c995b534d53"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:06:57.928234 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5ee98a-9988-4d40-94e7-6197a7b6e453 x-openstack-request-id: req-6e5ee98a-9988-4d40-94e7-6197a7b6e453 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:06:57.928542 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eed5440-b2dd-4413-84ff-fe74e9bdbf0d", "name": "network-vif-plugged", "status": "completed", "tag": "4e4920d7-a569-4567-ba7e-9c995b534d53", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:06:57.928813 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e5ee98a-9988-4d40-94e7-6197a7b6e453 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:06:57.929208 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5ee98a-9988-4d40-94e7-6197a7b6e453'] response: {'server_uuid': '3eed5440-b2dd-4413-84ff-fe74e9bdbf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4920d7-a569-4567-ba7e-9c995b534d53', 'code': 200} Jun 23 11:06:58.152846 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd70efb-ffa9-4cdd-8b7f-5b6ab022732f req-3b32c40f-4079-4bf0-9345-4830a68a7679 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:58.154217 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dfd70efb-ffa9-4cdd-8b7f-5b6ab022732f req-3b32c40f-4079-4bf0-9345-4830a68a7679 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 945 time: 0.0476015 Jun 23 11:06:58.200655 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dfd70efb-ffa9-4cdd-8b7f-5b6ab022732f req-d68743b1-0b26-473f-9f1b-c146d18acf07 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408039 Jun 23 11:06:58.216270 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=17 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:58.217429 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=17 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:06:58.263239 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c6f9f-7103-4f23-938f-ced978647226 req-00057a5c-8f45-4db8-920f-12728ac78c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:58.264786 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e12c6f9f-7103-4f23-938f-ced978647226 req-00057a5c-8f45-4db8-920f-12728ac78c87 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 1129 time: 0.0389264 Jun 23 11:06:58.552582 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40d92f-2247-4847-b686-2eae555155eb req-495d484b-7062-492c-8d86-37c47d63f364 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:58.554158 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0f40d92f-2247-4847-b686-2eae555155eb req-495d484b-7062-492c-8d86-37c47d63f364 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 947 time: 0.0478880 Jun 23 11:06:58.603232 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0f40d92f-2247-4847-b686-2eae555155eb req-2f0dd50f-7485-493e-a818-c5869dcbc71b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422022 Jun 23 11:06:58.922176 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e12c6f9f-7103-4f23-938f-ced978647226 req-2ab4bafb-f70a-4f05-bba9-0e57af21472b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385187 Jun 23 11:06:59.318924 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a64581-dc5e-4446-9695-5d638c574216 req-6a122218-c7f7-4b06-8526-5cdd012b3f72 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:59.320410 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-68a64581-dc5e-4446-9695-5d638c574216 req-6a122218-c7f7-4b06-8526-5cdd012b3f72 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 945 time: 0.0507817 Jun 23 11:06:59.366397 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-68a64581-dc5e-4446-9695-5d638c574216 req-1756c1a0-bca1-4cd6-8765-ecb2545ccfd7 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402827 Jun 23 11:06:59.723245 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870a416-2132-47ec-bda3-d4c998e07f32 req-f094e1c4-b212-402b-96ea-fd98673cdbe3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:06:59.724726 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8870a416-2132-47ec-bda3-d4c998e07f32 req-f094e1c4-b212-402b-96ea-fd98673cdbe3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 947 time: 0.0494921 Jun 23 11:06:59.770362 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8870a416-2132-47ec-bda3-d4c998e07f32 req-f1596da5-c8f2-4b8c-8f13-907bbda51347 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401874 Jun 23 11:07:00.476161 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ebd44-5743-4ff2-8a70-57b3f047815e req-d9102675-0366-48b2-aa78-1ee1d74c98f5 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:00.477677 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7b5ebd44-5743-4ff2-8a70-57b3f047815e req-d9102675-0366-48b2-aa78-1ee1d74c98f5 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 945 time: 0.0462425 Jun 23 11:07:00.524844 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7b5ebd44-5743-4ff2-8a70-57b3f047815e req-eb52e35b-a4fd-49a9-a0b5-230a044aab77 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409944 Jun 23 11:07:01.638517 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f5b54-c86e-4353-b771-954a34bc2984 req-36baf868-5a7c-479d-85ec-3043dfa48223 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:01.639993 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ec8f5b54-c86e-4353-b771-954a34bc2984 req-36baf868-5a7c-479d-85ec-3043dfa48223 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 945 time: 0.0473256 Jun 23 11:07:01.685208 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ec8f5b54-c86e-4353-b771-954a34bc2984 req-208f98dd-63e6-4684-8e9a-c9027390974a tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395551 Jun 23 11:07:01.795551 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1aa946-83c3-4e2b-8432-1e8b5af5119e req-b7cc2248-5cad-4211-bed0-b757c9be2570 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:01.797153 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-dd1aa946-83c3-4e2b-8432-1e8b5af5119e req-b7cc2248-5cad-4211-bed0-b757c9be2570 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 945 time: 0.0501602 Jun 23 11:07:01.805590 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41144) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:01.810311 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8a338278-0010-4c6e-b239-5a8febab6244 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'floatingip': {'port_id': '4e4920d7-a569-4567-ba7e-9c995b534d53'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:07:01.846141 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a338278-0010-4c6e-b239-5a8febab6244 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (8df0e4a8-bc6c-4090-bac7-bb0bf96ebdc5), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:02.001776 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:02.164952 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:02.261647 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a338278-0010-4c6e-b239-5a8febab6244 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:02.265421 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a338278-0010-4c6e-b239-5a8febab6244 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (8df0e4a8-bc6c-4090-bac7-bb0bf96ebdc5), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:02.356803 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.l3_db [None req-8a338278-0010-4c6e-b239-5a8febab6244 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Floating IP 8df0e4a8-bc6c-4090-bac7-bb0bf96ebdc5 associated. External IP: 172.27.2.251, port: 4e4920d7-a569-4567-ba7e-9c995b534d53. Jun 23 11:07:02.544794 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a338278-0010-4c6e-b239-5a8febab6244 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Router 610e5342-e51c-4cf1-856f-3920f06a611f has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:07:02.645339 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a338278-0010-4c6e-b239-5a8febab6244 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:07:02.650072 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a338278-0010-4c6e-b239-5a8febab6244 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:02.656543 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96428ee-7f30-4552-94a3-5daa1948faf0 None None] Sync routers for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:07:02.666948 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96428ee-7f30-4552-94a3-5daa1948faf0 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:07:02.667567 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f96428ee-7f30-4552-94a3-5daa1948faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:06:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:02.678918 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-8a338278-0010-4c6e-b239-5a8febab6244 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "PUT /v2.0/floatingips/8df0e4a8-bc6c-4090-bac7-bb0bf96ebdc5 HTTP/1.1" status: 200 len: 991 time: 0.8723695 Jun 23 11:07:02.679712 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eed5440-b2dd-4413-84ff-fe74e9bdbf0d', 'tag': '4e4920d7-a569-4567-ba7e-9c995b534d53'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:07:02.682101 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fe18e0-34fc-4418-a15f-6b1e4da4ecc9" -d '{"events": [{"name": "network-changed", "server_uuid": "3eed5440-b2dd-4413-84ff-fe74e9bdbf0d", "tag": "4e4920d7-a569-4567-ba7e-9c995b534d53"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:07:02.717786 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccecf16-e97d-4b2c-aa59-73dc500c8de7 x-openstack-request-id: req-5ccecf16-e97d-4b2c-aa59-73dc500c8de7 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:07:02.718076 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eed5440-b2dd-4413-84ff-fe74e9bdbf0d", "tag": "4e4920d7-a569-4567-ba7e-9c995b534d53", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:07:02.718332 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ccecf16-e97d-4b2c-aa59-73dc500c8de7 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:07:02.718741 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ccecf16-e97d-4b2c-aa59-73dc500c8de7'] response: {'name': 'network-changed', 'server_uuid': '3eed5440-b2dd-4413-84ff-fe74e9bdbf0d', 'tag': '4e4920d7-a569-4567-ba7e-9c995b534d53', 'status': 'completed', 'code': 200} Jun 23 11:07:02.766942 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f96428ee-7f30-4552-94a3-5daa1948faf0 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:07:02.832454 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe18e0-34fc-4418-a15f-6b1e4da4ecc9 req-4db5731b-428d-419e-a66c-03e58b528c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:02.834228 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-28fe18e0-34fc-4418-a15f-6b1e4da4ecc9 req-4db5731b-428d-419e-a66c-03e58b528c6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=578cf1b29d474080a716e77fe2e84e5b&device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 1129 time: 0.0419633 Jun 23 11:07:02.928636 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe18e0-34fc-4418-a15f-6b1e4da4ecc9 req-6871e19e-d3cb-4008-874c-e01147245e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:02.930039 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-28fe18e0-34fc-4418-a15f-6b1e4da4ecc9 req-6871e19e-d3cb-4008-874c-e01147245e3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=b879fb0c-6f1b-457c-8797-97d9533d8257 HTTP/1.1" status: 200 len: 915 time: 0.0873787 Jun 23 11:07:03.004157 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-28fe18e0-34fc-4418-a15f-6b1e4da4ecc9 req-31e75297-6525-4a35-9175-1d99c5b56820 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e4920d7-a569-4567-ba7e-9c995b534d53 HTTP/1.1" status: 200 len: 999 time: 0.0616066 Jun 23 11:07:03.049028 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:03.056125 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f96428ee-7f30-4552-94a3-5daa1948faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '8df0e4a8-bc6c-4090-bac7-bb0bf96ebdc5', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': '4e4920d7-a569-4567-ba7e-9c995b534d53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:23:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed5440-b2dd-4413-84ff-fe74e9bdbf0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:06:46Z', 'updated_at': '2022-06-23T11:07:02Z', 'revision_number': 1, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:03.057997 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe18e0-34fc-4418-a15f-6b1e4da4ecc9 req-be85f2e0-c106-42bb-ae10-78a6291a9331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:03.059488 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-28fe18e0-34fc-4418-a15f-6b1e4da4ecc9 req-be85f2e0-c106-42bb-ae10-78a6291a9331 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02373004-8ccd-4033-86a3-d7ee95f33ffc HTTP/1.1" status: 200 len: 853 time: 0.0462563 Jun 23 11:07:03.080910 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96428ee-7f30-4552-94a3-5daa1948faf0 None None] Checking router: 610e5342-e51c-4cf1-856f-3920f06a611f for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:07:03.089232 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96428ee-7f30-4552-94a3-5daa1948faf0 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:07:03.089827 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f96428ee-7f30-4552-94a3-5daa1948faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:06:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:03.106527 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe18e0-34fc-4418-a15f-6b1e4da4ecc9 req-db57d877-5ab5-46fd-93b0-0baf8dd84c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:03.108072 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-28fe18e0-34fc-4418-a15f-6b1e4da4ecc9 req-db57d877-5ab5-46fd-93b0-0baf8dd84c58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b879fb0c-6f1b-457c-8797-97d9533d8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395927 Jun 23 11:07:03.190282 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f96428ee-7f30-4552-94a3-5daa1948faf0 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:07:03.200972 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-28fe18e0-34fc-4418-a15f-6b1e4da4ecc9 req-6f9798b6-30d7-479f-9233-9bc00e190a3c service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863249 Jun 23 11:07:03.241369 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:03.293929 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-28fe18e0-34fc-4418-a15f-6b1e4da4ecc9 req-fc95d0b6-bc52-46e5-b62e-958974bafb3b service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831285 Jun 23 11:07:03.357772 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e32457dd-a14a-493c-9b79-17eab8e5684d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:03.395623 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f96428ee-7f30-4552-94a3-5daa1948faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '8df0e4a8-bc6c-4090-bac7-bb0bf96ebdc5', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': '4e4920d7-a569-4567-ba7e-9c995b534d53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:23:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed5440-b2dd-4413-84ff-fe74e9bdbf0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:06:46Z', 'updated_at': '2022-06-23T11:07:02Z', 'revision_number': 1, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:03.419523 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96428ee-7f30-4552-94a3-5daa1948faf0 None None] The sync data for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi is: [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '8df0e4a8-bc6c-4090-bac7-bb0bf96ebdc5', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': '4e4920d7-a569-4567-ba7e-9c995b534d53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:23:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed5440-b2dd-4413-84ff-fe74e9bdbf0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:06:46Z', 'updated_at': '2022-06-23T11:07:02Z', 'revision_number': 1, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:07:03.597545 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871a2128-3cae-4fe4-9360-13744381a6ec None None] New status for floating IP 8df0e4a8-bc6c-4090-bac7-bb0bf96ebdc5: ACTIVE {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:07:05.638145 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d25a3fa6-f596-48e7-ba6b-b78c55b8138f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:06.694286 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:07.192662 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:08.101104 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:08.645519 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:08.960710 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-45ae918c-4bc6-47c7-b4cf-52ebb9964aa1 req-90d5c2a8-b2fb-412b-9cac-6b719f572b82 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370870 Jun 23 11:07:09.069591 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae918c-4bc6-47c7-b4cf-52ebb9964aa1 req-16c91d4b-1962-4eb2-811d-25f39cfc19a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:09.071044 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-45ae918c-4bc6-47c7-b4cf-52ebb9964aa1 req-16c91d4b-1962-4eb2-811d-25f39cfc19a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 1129 time: 0.0418141 Jun 23 11:07:09.172708 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae918c-4bc6-47c7-b4cf-52ebb9964aa1 req-a88142fe-3206-4612-96c5-2ef1a3b6d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:09.174129 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-45ae918c-4bc6-47c7-b4cf-52ebb9964aa1 req-a88142fe-3206-4612-96c5-2ef1a3b6d424 service neutron] 10.222.0.60 "GET /v2.0/networks?id=19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 200 len: 919 time: 0.0827677 Jun 23 11:07:09.221008 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-45ae918c-4bc6-47c7-b4cf-52ebb9964aa1 req-7d517f93-1d2f-43ab-a354-b7018b5f5026 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88802b38-9718-44af-a9c0-e377da1fdee6 HTTP/1.1" status: 200 len: 217 time: 0.0351291 Jun 23 11:07:09.269453 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae918c-4bc6-47c7-b4cf-52ebb9964aa1 req-15ae4a74-5e31-49e7-a043-7684dc8e047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:09.270803 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-45ae918c-4bc6-47c7-b4cf-52ebb9964aa1 req-15ae4a74-5e31-49e7-a043-7684dc8e047a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 200 len: 857 time: 0.0426457 Jun 23 11:07:09.314203 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae918c-4bc6-47c7-b4cf-52ebb9964aa1 req-8f7399c8-668e-4ddf-8e82-068326112e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:09.315611 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-45ae918c-4bc6-47c7-b4cf-52ebb9964aa1 req-8f7399c8-668e-4ddf-8e82-068326112e2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=19e128cb-e174-49db-a8d2-8534db57c32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362206 Jun 23 11:07:09.408407 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-45ae918c-4bc6-47c7-b4cf-52ebb9964aa1 req-af21fd21-ba2d-446e-adb4-8395ded6e1dd service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861287 Jun 23 11:07:09.499156 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-45ae918c-4bc6-47c7-b4cf-52ebb9964aa1 req-da9506bc-ea59-4156-8d28-1fa29d82da67 service neutron] 10.222.0.60 "GET /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802777 Jun 23 11:07:11.679157 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=31 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:11.681083 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=30 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:13.398126 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=81 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:13.398824 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=67 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:18.634512 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=68,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:18.641158 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=62,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:19.494237 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=77 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:19.496079 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=44 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:21.131942 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:07:31.276189 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=4 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:31.280392 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=4 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:33.359356 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-05963805-d433-473d-b559-98bfea7387be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:35.638578 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4522c3ea-fc74-424e-97b3-e58474ce76b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:36.697217 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:37.195573 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:38.104073 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:38.647491 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:39.260988 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b32cd-2731-46f0-ad90-af686488d98a req-14a16cb9-0202-4553-8310-3ec7875e5afc tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:39.262437 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-856b32cd-2731-46f0-ad90-af686488d98a req-14a16cb9-0202-4553-8310-3ec7875e5afc tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0466998 Jun 23 11:07:39.312384 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-856b32cd-2731-46f0-ad90-af686488d98a req-393c1e73-a653-4422-a667-4e466dc798b8 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442672 Jun 23 11:07:40.429007 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04b582-785c-4133-867c-7694bac0bc06 req-06cff881-7242-478c-af04-fa353d3a06c0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:40.430446 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-3d04b582-785c-4133-867c-7694bac0bc06 req-06cff881-7242-478c-af04-fa353d3a06c0 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0500684 Jun 23 11:07:40.476236 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-3d04b582-785c-4133-867c-7694bac0bc06 req-1324fb16-0e6d-4102-a11a-de7388b629d8 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397396 Jun 23 11:07:41.587104 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de29746-4874-4743-8317-5925e44a17de req-0e1e8930-7c2f-4a22-9508-d42b3a7739e6 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:41.588566 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1de29746-4874-4743-8317-5925e44a17de req-0e1e8930-7c2f-4a22-9508-d42b3a7739e6 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0455678 Jun 23 11:07:41.634753 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1de29746-4874-4743-8317-5925e44a17de req-45fab487-2409-4107-b1c6-ab88fa53ea75 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400405 Jun 23 11:07:42.746943 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad276d8-626a-4175-aebc-2fa19a3528f8 req-4283ecb1-4c02-4959-9c28-2a1730ed2283 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:42.748983 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-dad276d8-626a-4175-aebc-2fa19a3528f8 req-4283ecb1-4c02-4959-9c28-2a1730ed2283 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0453308 Jun 23 11:07:42.793675 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-dad276d8-626a-4175-aebc-2fa19a3528f8 req-8f299459-b8c1-4fca-b0e8-a3895e069e85 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393376 Jun 23 11:07:43.304912 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16556a2-4c18-49f5-8944-94962150c67a req-d8cfa5a3-ac69-4c0e-9262-26c5c486d244 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:43.306238 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d16556a2-4c18-49f5-8944-94962150c67a req-d8cfa5a3-ac69-4c0e-9262-26c5c486d244 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 945 time: 0.0485029 Jun 23 11:07:43.354082 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d16556a2-4c18-49f5-8944-94962150c67a req-e41c8e8b-2c19-4bd7-9984-882d8c11297a tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416362 Jun 23 11:07:43.907464 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34331c-a5e6-4140-b1b9-f6a899043b51 req-840e717d-bc03-467d-b89e-391a27018d24 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:43.908937 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cf34331c-a5e6-4140-b1b9-f6a899043b51 req-840e717d-bc03-467d-b89e-391a27018d24 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0468252 Jun 23 11:07:43.954074 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cf34331c-a5e6-4140-b1b9-f6a899043b51 req-c796d6bc-b83d-43b3-8c9b-9add9c63c816 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396388 Jun 23 11:07:44.468347 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48415c-13b0-42cb-9757-c1b50ce84964 req-9defb123-bb5f-47e3-b6d9-061a284bdbe2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:44.469798 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4b48415c-13b0-42cb-9757-c1b50ce84964 req-9defb123-bb5f-47e3-b6d9-061a284bdbe2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 945 time: 0.0464063 Jun 23 11:07:44.517718 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4b48415c-13b0-42cb-9757-c1b50ce84964 req-ed25c6a0-4932-4cfc-b304-90ee8a7d057f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Jun 23 11:07:45.070032 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2878452-88d3-48d2-89fd-10243af3ff25 req-cf9e26f7-02e7-4754-a3ff-7624d8790ba7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:45.071496 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d2878452-88d3-48d2-89fd-10243af3ff25 req-cf9e26f7-02e7-4754-a3ff-7624d8790ba7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0499017 Jun 23 11:07:45.120105 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d2878452-88d3-48d2-89fd-10243af3ff25 req-c77013f3-f5fd-4dc7-a208-18e544e55dee tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=c048698c-7b5e-4b6a-a820-84238b8cf9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428510 Jun 23 11:07:45.269807 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746e3d1-952b-43a2-8d38-11700f787a9f req-4cb6c234-c4fe-4f5f-8e8b-37f20a4228fc tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:45.271249 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c746e3d1-952b-43a2-8d38-11700f787a9f req-4cb6c234-c4fe-4f5f-8e8b-37f20a4228fc tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 946 time: 0.0460465 Jun 23 11:07:45.368313 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-c746e3d1-952b-43a2-8d38-11700f787a9f req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Deleting port 3909cef4-3010-4515-8cab-d60278b2d3ee {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:07:45.368658 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c746e3d1-952b-43a2-8d38-11700f787a9f req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (3909cef4-3010-4515-8cab-d60278b2d3ee), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:45.462310 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c746e3d1-952b-43a2-8d38-11700f787a9f req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] For port 3909cef4-3010-4515-8cab-d60278b2d3ee, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3909cef4-3010-4515-8cab-d60278b2d3ee,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:07:45.462681 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c746e3d1-952b-43a2-8d38-11700f787a9f req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (3909cef4-3010-4515-8cab-d60278b2d3ee), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:45.547385 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b38e70-6e1b-4d43-99a4-d01b79681332 req-b83536e3-2bc4-4851-b6b2-c08f81f9e245 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:45.549016 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b7b38e70-6e1b-4d43-99a4-d01b79681332 req-b83536e3-2bc4-4851-b6b2-c08f81f9e245 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0508356 Jun 23 11:07:45.609746 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b7b38e70-6e1b-4d43-99a4-d01b79681332 req-7b2562f5-6cfe-4fa5-9f91-d330a6399357 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475383 Jun 23 11:07:45.841220 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bf433-177d-4e17-a34a-914e80e40228 req-8e8fdf70-836d-4ccf-9815-9f11f1d44a39 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:45.842661 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a2bf433-177d-4e17-a34a-914e80e40228 req-8e8fdf70-836d-4ccf-9815-9f11f1d44a39 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 945 time: 0.0859833 Jun 23 11:07:45.939940 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a2bf433-177d-4e17-a34a-914e80e40228 req-98f73869-2735-45c5-a2d8-ba178d5ec057 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907285 Jun 23 11:07:45.946527 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c746e3d1-952b-43a2-8d38-11700f787a9f req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:45.946894 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c746e3d1-952b-43a2-8d38-11700f787a9f req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (26ca48e3-b6d1-4a23-8625-ede4355957d5), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:45.947210 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.l3_db [req-c746e3d1-952b-43a2-8d38-11700f787a9f req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Floating IP 26ca48e3-b6d1-4a23-8625-ede4355957d5 disassociated. External IP: 172.27.2.44, port: 3909cef4-3010-4515-8cab-d60278b2d3ee. Jun 23 11:07:45.947558 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-c746e3d1-952b-43a2-8d38-11700f787a9f req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Calling delete_port for 3909cef4-3010-4515-8cab-d60278b2d3ee owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:07:46.072526 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c746e3d1-952b-43a2-8d38-11700f787a9f req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (3909cef4-3010-4515-8cab-d60278b2d3ee), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:46.100349 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Pushing event deleted for resources: {'Port': ['ID=3909cef4-3010-4515-8cab-d60278b2d3ee,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:46.111714 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:46.112072 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:46.112415 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:46.112756 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:46.113094 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:46.113427 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:46.113757 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:46.114087 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:46.114414 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:46.114739 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:46.115063 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:46.115389 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:46.115735 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:46.116055 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:46.116374 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:46.208472 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:46.212972 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:46.213996 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1cdc5560-9c09-4b7f-a156-8017ee5c7f22 req-7b2b880b-b078-4c8c-bfa2-d3b0719c0385 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0272706 Jun 23 11:07:46.224593 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c746e3d1-952b-43a2-8d38-11700f787a9f req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:07:46.327232 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c746e3d1-952b-43a2-8d38-11700f787a9f req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:07:46.337036 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffd0919-a3d9-4c70-91cd-487687eaddf9 None None] Sync routers for ids ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:07:46.346724 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffd0919-a3d9-4c70-91cd-487687eaddf9 None None] Routers {'6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:07:46.347342 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0ffd0919-a3d9-4c70-91cd-487687eaddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:07:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:46.369396 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c746e3d1-952b-43a2-8d38-11700f787a9f req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] No DVR routers for this DVR port 3909cef4-3010-4515-8cab-d60278b2d3ee on host hv-cinder-84330 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:07:46.371831 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c746e3d1-952b-43a2-8d38-11700f787a9f req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:46.375071 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c746e3d1-952b-43a2-8d38-11700f787a9f req-58f82e63-1425-46a7-b075-ca97f6348645 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.60 "DELETE /v2.0/ports/3909cef4-3010-4515-8cab-d60278b2d3ee HTTP/1.1" status: 204 len: 173 time: 1.0897701 Jun 23 11:07:46.375492 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'name': 'network-vif-deleted', 'tag': '3909cef4-3010-4515-8cab-d60278b2d3ee'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:07:46.377713 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cddadc-4c60-4859-abd0-5b908bd4e622" -d '{"events": [{"server_uuid": "ad3faa61-9238-40ad-bc81-1ed5bf84f0d3", "name": "network-vif-deleted", "tag": "3909cef4-3010-4515-8cab-d60278b2d3ee"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:07:46.451553 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-0ffd0919-a3d9-4c70-91cd-487687eaddf9 None None] Set router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:07:46.481426 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d88d26-ea8f-45f5-8092-42defeede78f x-openstack-request-id: req-33d88d26-ea8f-45f5-8092-42defeede78f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:07:46.481785 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3faa61-9238-40ad-bc81-1ed5bf84f0d3", "name": "network-vif-deleted", "tag": "3909cef4-3010-4515-8cab-d60278b2d3ee", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:07:46.482101 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33d88d26-ea8f-45f5-8092-42defeede78f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:07:46.482570 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d88d26-ea8f-45f5-8092-42defeede78f'] response: {'server_uuid': 'ad3faa61-9238-40ad-bc81-1ed5bf84f0d3', 'name': 'network-vif-deleted', 'tag': '3909cef4-3010-4515-8cab-d60278b2d3ee', 'status': 'completed', 'code': 200} Jun 23 11:07:46.641431 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0ffd0919-a3d9-4c70-91cd-487687eaddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:12Z', 'revision_number': 4, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '03cbcda1-b17f-4387-b722-7e152b805989', 'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'mac_address': 'fa:16:3e:65:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:09Z', 'updated_at': '2022-06-23T11:02:22Z', 'revision_number': 5, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'subnets': [{'id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:46.665898 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffd0919-a3d9-4c70-91cd-487687eaddf9 None None] Checking router: 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:07:46.675263 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffd0919-a3d9-4c70-91cd-487687eaddf9 None None] Routers {'6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:07:46.676056 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0ffd0919-a3d9-4c70-91cd-487687eaddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:07:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:46.730332 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9aa07-a1ba-472a-b6fa-2933d2e8b56f req-0f3692c5-9ea8-4c4f-84fe-026dc79a6b28 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:46.731764 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-35a9aa07-a1ba-472a-b6fa-2933d2e8b56f req-0f3692c5-9ea8-4c4f-84fe-026dc79a6b28 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0494146 Jun 23 11:07:46.777430 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-0ffd0919-a3d9-4c70-91cd-487687eaddf9 None None] Set router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:07:46.788821 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-35a9aa07-a1ba-472a-b6fa-2933d2e8b56f req-d42d6c8f-e673-41d2-8e1f-330682a1b7b8 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507376 Jun 23 11:07:46.958601 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0ffd0919-a3d9-4c70-91cd-487687eaddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:12Z', 'revision_number': 4, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '03cbcda1-b17f-4387-b722-7e152b805989', 'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'mac_address': 'fa:16:3e:65:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:09Z', 'updated_at': '2022-06-23T11:02:22Z', 'revision_number': 5, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'subnets': [{'id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:46.983227 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffd0919-a3d9-4c70-91cd-487687eaddf9 None None] The sync data for ids ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'] in dv-cinder-843309-2-iscsi is: [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:12Z', 'revision_number': 4, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '03cbcda1-b17f-4387-b722-7e152b805989', 'name': '', 'network_id': '19e128cb-e174-49db-a8d2-8534db57c32e', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'mac_address': 'fa:16:3e:65:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:09Z', 'updated_at': '2022-06-23T11:02:22Z', 'revision_number': 5, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'subnets': [{'id': 'ddba4511-7d57-410b-b525-5f5d59309fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:07:47.061503 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc75323-efd1-4c03-927b-7892d363d2f9 req-81c0b1ee-62c4-4d4c-bb01-162dc1f3bc27 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:47.063550 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cdc75323-efd1-4c03-927b-7892d363d2f9 req-81c0b1ee-62c4-4d4c-bb01-162dc1f3bc27 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 945 time: 0.0518525 Jun 23 11:07:47.113713 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cdc75323-efd1-4c03-927b-7892d363d2f9 req-3fa5d753-950b-4611-a14f-e6f26b2454e2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441403 Jun 23 11:07:47.213178 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bed7034-2b4d-49e7-bf26-61529daed1c1 None None] New status for floating IP 26ca48e3-b6d1-4a23-8625-ede4355957d5: DOWN {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:07:47.310460 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-08442277-5101-48f0-a7c5-28d72a75ae3a req-6898c177-749e-4918-b8ee-831a652e52e4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0276213 Jun 23 11:07:47.762861 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 3909cef4-3010-4515-8cab-d60278b2d3ee no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:07:47.783261 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: 3909cef4-3010-4515-8cab-d60278b2d3ee {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:07:47.783609 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 3909cef4-3010-4515-8cab-d60278b2d3ee not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:07:47.902970 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1891ec-f659-4688-8b5f-cd7bd732e3bc req-4008bb8e-8f30-4481-a731-646be6e53059 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:47.904451 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fd1891ec-f659-4688-8b5f-cd7bd732e3bc req-4008bb8e-8f30-4481-a731-646be6e53059 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0467067 Jun 23 11:07:47.950856 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fd1891ec-f659-4688-8b5f-cd7bd732e3bc req-875463b3-0a05-463b-89d2-93f6edcb0119 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409544 Jun 23 11:07:48.227223 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11246ea-c255-4e95-b4e9-bffd2e1980ef req-e71c985f-c272-4a89-bde6-83d65ac56d65 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:48.228816 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d11246ea-c255-4e95-b4e9-bffd2e1980ef req-e71c985f-c272-4a89-bde6-83d65ac56d65 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 945 time: 0.0474610 Jun 23 11:07:48.276659 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d11246ea-c255-4e95-b4e9-bffd2e1980ef req-4d35a488-5643-4f30-a8ba-1ac274e6f8d2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 Jun 23 11:07:48.416170 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a924d511-da80-4b38-9b1b-bd1c205e8765 req-78acf748-23bb-4ebd-9407-5d65408820c9 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad3faa61-9238-40ad-bc81-1ed5bf84f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0310476 Jun 23 11:07:48.509713 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6053c6-935f-4700-8ecb-f1fecbcace2e req-b709aca1-8cb9-45f0-8fc1-109997f6ced0 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:48.509922 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f6fbb-726d-4fbf-a00b-381cf6643c12 req-8273c878-d0b1-46d7-ac6a-edc507df5153 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:48.511182 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9a7f6fbb-726d-4fbf-a00b-381cf6643c12 req-8273c878-d0b1-46d7-ac6a-edc507df5153 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 945 time: 0.0475209 Jun 23 11:07:48.511318 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d6053c6-935f-4700-8ecb-f1fecbcace2e req-b709aca1-8cb9-45f0-8fc1-109997f6ced0 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0464094 Jun 23 11:07:48.605623 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-9a7f6fbb-726d-4fbf-a00b-381cf6643c12 req-69d84f10-6e14-4a7b-800e-9e6c019eec41 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Deleting port 5cc271a1-6f9b-43a0-963f-fc7a9395a997 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:07:48.606002 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9a7f6fbb-726d-4fbf-a00b-381cf6643c12 req-69d84f10-6e14-4a7b-800e-9e6c019eec41 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (5cc271a1-6f9b-43a0-963f-fc7a9395a997), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:48.607182 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-7d6053c6-935f-4700-8ecb-f1fecbcace2e req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Deleting port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:07:48.607617 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d6053c6-935f-4700-8ecb-f1fecbcace2e req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (f38d95a7-ab3e-47d6-991b-c6ccc781d5fe), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:48.686900 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:48.689759 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:48.707512 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-9a7f6fbb-726d-4fbf-a00b-381cf6643c12 req-69d84f10-6e14-4a7b-800e-9e6c019eec41 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] For port 5cc271a1-6f9b-43a0-963f-fc7a9395a997, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5cc271a1-6f9b-43a0-963f-fc7a9395a997,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:07:48.707979 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9a7f6fbb-726d-4fbf-a00b-381cf6643c12 req-69d84f10-6e14-4a7b-800e-9e6c019eec41 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (5cc271a1-6f9b-43a0-963f-fc7a9395a997), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:48.711823 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-7d6053c6-935f-4700-8ecb-f1fecbcace2e req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] For port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f38d95a7-ab3e-47d6-991b-c6ccc781d5fe,segment=NetworkSegment(97a79337-8bb6-4fe1-9265-c6256ffbd1f4),segment_id=97a79337-8bb6-4fe1-9265-c6256ffbd1f4)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:07:48.712214 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d6053c6-935f-4700-8ecb-f1fecbcace2e req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (f38d95a7-ab3e-47d6-991b-c6ccc781d5fe), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:48.883615 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9a7f6fbb-726d-4fbf-a00b-381cf6643c12 req-69d84f10-6e14-4a7b-800e-9e6c019eec41 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:48.884255 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d6053c6-935f-4700-8ecb-f1fecbcace2e req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:48.884393 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9a7f6fbb-726d-4fbf-a00b-381cf6643c12 req-69d84f10-6e14-4a7b-800e-9e6c019eec41 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (1e5e482b-350e-4eb1-8bf8-75b90646d89d), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:48.884651 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d6053c6-935f-4700-8ecb-f1fecbcace2e req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (9c1b6a35-403d-4944-898f-7e03e52b1517), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:48.884776 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.l3_db [req-9a7f6fbb-726d-4fbf-a00b-381cf6643c12 req-69d84f10-6e14-4a7b-800e-9e6c019eec41 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Floating IP 1e5e482b-350e-4eb1-8bf8-75b90646d89d disassociated. External IP: 172.27.2.242, port: 5cc271a1-6f9b-43a0-963f-fc7a9395a997. Jun 23 11:07:48.884967 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [req-7d6053c6-935f-4700-8ecb-f1fecbcace2e req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Floating IP 9c1b6a35-403d-4944-898f-7e03e52b1517 disassociated. External IP: 172.27.2.157, port: f38d95a7-ab3e-47d6-991b-c6ccc781d5fe. Jun 23 11:07:48.885065 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-9a7f6fbb-726d-4fbf-a00b-381cf6643c12 req-69d84f10-6e14-4a7b-800e-9e6c019eec41 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Calling delete_port for 5cc271a1-6f9b-43a0-963f-fc7a9395a997 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:07:48.885311 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-7d6053c6-935f-4700-8ecb-f1fecbcace2e req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Calling delete_port for f38d95a7-ab3e-47d6-991b-c6ccc781d5fe owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:07:48.990009 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28e4d3-17f9-44bd-b95a-48ba0b976ae8 req-45caa31d-c7ef-47fb-a29f-b277295a5ffc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:48.991907 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ef28e4d3-17f9-44bd-b95a-48ba0b976ae8 req-45caa31d-c7ef-47fb-a29f-b277295a5ffc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 947 time: 0.0646846 Jun 23 11:07:49.055479 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9a7f6fbb-726d-4fbf-a00b-381cf6643c12 req-69d84f10-6e14-4a7b-800e-9e6c019eec41 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (5cc271a1-6f9b-43a0-963f-fc7a9395a997), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:49.059201 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:49.093279 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ef28e4d3-17f9-44bd-b95a-48ba0b976ae8 req-4522d051-4538-4b61-ba31-b7f9c9fcc911 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945699 Jun 23 11:07:49.094029 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:49.096844 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d84f10-6e14-4a7b-800e-9e6c019eec41 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event deleted for resources: {'Port': ['ID=5cc271a1-6f9b-43a0-963f-fc7a9395a997,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:49.106467 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65f1e-fbd9-4b3d-b0c7-f776df2a29d1 req-9cba92da-183d-49ab-92ac-b5511e680c65 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:49.108020 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d0e65f1e-fbd9-4b3d-b0c7-f776df2a29d1 req-9cba92da-183d-49ab-92ac-b5511e680c65 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 946 time: 0.0839686 Jun 23 11:07:49.110225 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d6053c6-935f-4700-8ecb-f1fecbcace2e req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (f38d95a7-ab3e-47d6-991b-c6ccc781d5fe), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:49.149475 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event deleted for resources: {'Port': ['ID=f38d95a7-ab3e-47d6-991b-c6ccc781d5fe,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:49.166356 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:49.166704 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:49.167126 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:49.167470 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:49.167831 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:49.168721 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:49.169062 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:49.169391 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:49.169718 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:49.170546 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:49.170733 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:49.171068 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:49.171396 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:49.171784 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:49.172111 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:07:49.212360 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d0e65f1e-fbd9-4b3d-b0c7-f776df2a29d1 req-651c2933-0aad-42be-85a0-8c9d331fbb11 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=fef0973f-5398-465d-a67b-672b2f418609&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581429 Jun 23 11:07:49.279819 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a7f6fbb-726d-4fbf-a00b-381cf6643c12 req-69d84f10-6e14-4a7b-800e-9e6c019eec41 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:07:49.280108 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d6053c6-935f-4700-8ecb-f1fecbcace2e req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Router d1aceb3b-313d-4383-8a1f-22820217f918 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:07:49.415702 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b528b342-0312-4d2f-9adc-62df8708c0ee req-630492c3-12ae-409c-901f-063af9f466c7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 210 time: 0.0411336 Jun 23 11:07:49.418557 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a7f6fbb-726d-4fbf-a00b-381cf6643c12 req-69d84f10-6e14-4a7b-800e-9e6c019eec41 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:07:49.455420 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5e65cc-8850-4b36-a448-abcee72fe21c None None] Sync routers for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:07:49.475921 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5e65cc-8850-4b36-a448-abcee72fe21c None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:07:49.498933 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0c5e65cc-8850-4b36-a448-abcee72fe21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:07:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:49.526560 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7f6fbb-726d-4fbf-a00b-381cf6643c12 req-69d84f10-6e14-4a7b-800e-9e6c019eec41 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] No DVR routers for this DVR port 5cc271a1-6f9b-43a0-963f-fc7a9395a997 on host hv-cinder-84330 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:07:49.536508 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9a7f6fbb-726d-4fbf-a00b-381cf6643c12 req-69d84f10-6e14-4a7b-800e-9e6c019eec41 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:49.549904 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9a7f6fbb-726d-4fbf-a00b-381cf6643c12 req-69d84f10-6e14-4a7b-800e-9e6c019eec41 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.60 "DELETE /v2.0/ports/5cc271a1-6f9b-43a0-963f-fc7a9395a997 HTTP/1.1" status: 204 len: 173 time: 1.0273938 Jun 23 11:07:49.551328 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f49b10a-300a-4cca-bc81-35841bde257c', 'name': 'network-vif-deleted', 'tag': '5cc271a1-6f9b-43a0-963f-fc7a9395a997'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:07:49.556630 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0b7506-715c-4b73-90d2-e983fd9b075a" -d '{"events": [{"server_uuid": "6f49b10a-300a-4cca-bc81-35841bde257c", "name": "network-vif-deleted", "tag": "5cc271a1-6f9b-43a0-963f-fc7a9395a997"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:07:49.604458 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41314) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:49.684581 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd55cd3-4c43-44aa-b11b-494b322e4d00 x-openstack-request-id: req-7cd55cd3-4c43-44aa-b11b-494b322e4d00 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:07:49.684874 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f49b10a-300a-4cca-bc81-35841bde257c", "name": "network-vif-deleted", "tag": "5cc271a1-6f9b-43a0-963f-fc7a9395a997", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:07:49.685130 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7cd55cd3-4c43-44aa-b11b-494b322e4d00 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:07:49.686150 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd55cd3-4c43-44aa-b11b-494b322e4d00'] response: {'server_uuid': '6f49b10a-300a-4cca-bc81-35841bde257c', 'name': 'network-vif-deleted', 'tag': '5cc271a1-6f9b-43a0-963f-fc7a9395a997', 'status': 'completed', 'code': 200} Jun 23 11:07:49.705349 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d6053c6-935f-4700-8ecb-f1fecbcace2e req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:07:49.719571 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71299ca4-fb82-47d1-8d64-6992e495afb9 None None] Sync routers for ids ['d1aceb3b-313d-4383-8a1f-22820217f918'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:07:49.726654 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:49.727259 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=36,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:49.751310 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71299ca4-fb82-47d1-8d64-6992e495afb9 None None] Routers {'d1aceb3b-313d-4383-8a1f-22820217f918'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:07:49.751989 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-71299ca4-fb82-47d1-8d64-6992e495afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:07:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['d1aceb3b-313d-4383-8a1f-22820217f918'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:49.753516 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13e2b88f-addb-41d3-bb9a-b58b93a26912 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for security_group (c048698c-7b5e-4b6a-a820-84238b8cf9a8), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:49.772555 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-0c5e65cc-8850-4b36-a448-abcee72fe21c None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:07:49.776014 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 5cc271a1-6f9b-43a0-963f-fc7a9395a997 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:07:49.824922 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13e2b88f-addb-41d3-bb9a-b58b93a26912 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for security_group (c048698c-7b5e-4b6a-a820-84238b8cf9a8), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:49.838639 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6053c6-935f-4700-8ecb-f1fecbcace2e req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] No DVR routers for this DVR port f38d95a7-ab3e-47d6-991b-c6ccc781d5fe on host hv-cinder-84330 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:07:49.846264 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-7d6053c6-935f-4700-8ecb-f1fecbcace2e req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:49.853911 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d6053c6-935f-4700-8ecb-f1fecbcace2e req-b65bfc7b-6880-45a4-96fb-ad145b734999 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.60 "DELETE /v2.0/ports/f38d95a7-ab3e-47d6-991b-c6ccc781d5fe HTTP/1.1" status: 204 len: 173 time: 1.3313713 Jun 23 11:07:49.854620 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d', 'name': 'network-vif-deleted', 'tag': 'f38d95a7-ab3e-47d6-991b-c6ccc781d5fe'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:07:49.858121 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1144131d-8de5-433e-b2f2-c78e0231a83e" -d '{"events": [{"server_uuid": "9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d", "name": "network-vif-deleted", "tag": "f38d95a7-ab3e-47d6-991b-c6ccc781d5fe"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:07:49.889797 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13e2b88f-addb-41d3-bb9a-b58b93a26912 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (c048698c-7b5e-4b6a-a820-84238b8cf9a8), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:49.892901 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13e2b88f-addb-41d3-bb9a-b58b93a26912 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:49.894478 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-13e2b88f-addb-41d3-bb9a-b58b93a26912 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "DELETE /v2.0/security-groups/c048698c-7b5e-4b6a-a820-84238b8cf9a8 HTTP/1.1" status: 204 len: 168 time: 0.2888191 Jun 23 11:07:49.897038 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41324) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:49.905560 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2b88f-addb-41d3-bb9a-b58b93a26912 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c048698c-7b5e-4b6a-a820-84238b8cf9a8,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:49.912726 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.api.v2.resource [None req-7baa30cb-8243-4aea-9c5b-a57d344bf7fe tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] show failed (client error): The resource could not be found. Jun 23 11:07:49.916634 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41326) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:49.917606 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-7baa30cb-8243-4aea-9c5b-a57d344bf7fe tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups/c048698c-7b5e-4b6a-a820-84238b8cf9a8 HTTP/1.1" status: 404 len: 347 time: 0.0194135 Jun 23 11:07:49.931281 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: 5cc271a1-6f9b-43a0-963f-fc7a9395a997 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:07:49.931717 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 5cc271a1-6f9b-43a0-963f-fc7a9395a997 not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:07:49.993000 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521f8098-ecc4-414e-84c0-f3481c3c60a8 x-openstack-request-id: req-521f8098-ecc4-414e-84c0-f3481c3c60a8 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:07:49.993387 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d", "name": "network-vif-deleted", "tag": "f38d95a7-ab3e-47d6-991b-c6ccc781d5fe", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:07:49.993764 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-521f8098-ecc4-414e-84c0-f3481c3c60a8 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:07:49.994248 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-521f8098-ecc4-414e-84c0-f3481c3c60a8'] response: {'server_uuid': '9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d', 'name': 'network-vif-deleted', 'tag': 'f38d95a7-ab3e-47d6-991b-c6ccc781d5fe', 'status': 'completed', 'code': 200} Jun 23 11:07:50.005285 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-71299ca4-fb82-47d1-8d64-6992e495afb9 None None] Set router d1aceb3b-313d-4383-8a1f-22820217f918 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:07:50.016437 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=100 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:50.056708 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0399cfbc-fe05-41f3-9b1b-a86be95863cb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Deleting port c898c447-ef0c-4772-8949-409609c65221 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:07:50.057052 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0399cfbc-fe05-41f3-9b1b-a86be95863cb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (c898c447-ef0c-4772-8949-409609c65221), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:50.124848 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0c5e65cc-8850-4b36-a448-abcee72fe21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:50.137408 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0399cfbc-fe05-41f3-9b1b-a86be95863cb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (c898c447-ef0c-4772-8949-409609c65221), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:50.137736 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0399cfbc-fe05-41f3-9b1b-a86be95863cb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for floatingip (c898c447-ef0c-4772-8949-409609c65221), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:50.150635 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5e65cc-8850-4b36-a448-abcee72fe21c None None] Checking router: cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:07:50.152599 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0399cfbc-fe05-41f3-9b1b-a86be95863cb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Calling delete_port for c898c447-ef0c-4772-8949-409609c65221 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:07:50.159899 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5e65cc-8850-4b36-a448-abcee72fe21c None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:07:50.160515 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0c5e65cc-8850-4b36-a448-abcee72fe21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:07:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:50.212650 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-71299ca4-fb82-47d1-8d64-6992e495afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:10Z', 'revision_number': 4, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '0cbee5b6-d397-413d-ba0b-bf9b7230f622', 'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'mac_address': 'fa:16:3e:bb:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:08Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 5, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'subnets': [{'id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:50.238431 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71299ca4-fb82-47d1-8d64-6992e495afb9 None None] Checking router: d1aceb3b-313d-4383-8a1f-22820217f918 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:07:50.270009 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71299ca4-fb82-47d1-8d64-6992e495afb9 None None] Routers {'d1aceb3b-313d-4383-8a1f-22820217f918'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:07:50.272553 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-71299ca4-fb82-47d1-8d64-6992e495afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:07:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['d1aceb3b-313d-4383-8a1f-22820217f918'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:50.273950 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-0c5e65cc-8850-4b36-a448-abcee72fe21c None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:07:50.274894 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59b3e3-bd4f-4427-b52c-08bed0995017 req-9096cff6-0435-4195-bfbf-daf422c1760a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:50.276694 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1c59b3e3-bd4f-4427-b52c-08bed0995017 req-9096cff6-0435-4195-bfbf-daf422c1760a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 947 time: 0.0622115 Jun 23 11:07:50.337871 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=100 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:50.359814 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1c59b3e3-bd4f-4427-b52c-08bed0995017 req-95b7ff5a-d81a-41ac-bf82-1befb974e549 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720265 Jun 23 11:07:50.379940 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5c054a69-cab6-49f4-aefa-3f68134e31f7 req-2815580c-3515-4b2f-92ae-57e2a7393d59 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ff2d2b9-fa0c-4aba-8650-c5eb43a3067d HTTP/1.1" status: 200 len: 210 time: 0.0445600 Jun 23 11:07:50.396907 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0399cfbc-fe05-41f3-9b1b-a86be95863cb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (c898c447-ef0c-4772-8949-409609c65221), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:50.443475 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:50.446636 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399cfbc-fe05-41f3-9b1b-a86be95863cb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Pushing event deleted for resources: {'Port': ['ID=c898c447-ef0c-4772-8949-409609c65221,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:50.520855 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0399cfbc-fe05-41f3-9b1b-a86be95863cb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks [] for floatingip (26ca48e3-b6d1-4a23-8625-ede4355957d5), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:50.523453 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0399cfbc-fe05-41f3-9b1b-a86be95863cb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:50.526907 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-0399cfbc-fe05-41f3-9b1b-a86be95863cb tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "DELETE /v2.0/floatingips/26ca48e3-b6d1-4a23-8625-ede4355957d5 HTTP/1.1" status: 204 len: 168 time: 0.6052737 Jun 23 11:07:50.556939 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0c5e65cc-8850-4b36-a448-abcee72fe21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:50.570616 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-71299ca4-fb82-47d1-8d64-6992e495afb9 None None] Set router d1aceb3b-313d-4383-8a1f-22820217f918 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:07:50.588856 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5e65cc-8850-4b36-a448-abcee72fe21c None None] The sync data for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi is: [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:07:50.594965 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a95f7e4c-9357-4089-a0e5-497b0ac7fbd7 req-2c7e53ac-87bb-45f9-bef4-ad24415c4c9c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 210 time: 0.0332007 Jun 23 11:07:50.773949 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-71299ca4-fb82-47d1-8d64-6992e495afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:10Z', 'revision_number': 4, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '0cbee5b6-d397-413d-ba0b-bf9b7230f622', 'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'mac_address': 'fa:16:3e:bb:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:08Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 5, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'subnets': [{'id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:50.804366 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71299ca4-fb82-47d1-8d64-6992e495afb9 None None] The sync data for ids ['d1aceb3b-313d-4383-8a1f-22820217f918'] in dv-cinder-843309-2-iscsi is: [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:10Z', 'revision_number': 4, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '0cbee5b6-d397-413d-ba0b-bf9b7230f622', 'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'mac_address': 'fa:16:3e:bb:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:08Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 5, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'subnets': [{'id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:07:50.866648 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:50.879970 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657ac3c-7d74-496f-a6fe-6ebb7b35f023 req-ff4d9489-605e-4f85-8adc-5c3022ff93ba tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:50.881505 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9657ac3c-7d74-496f-a6fe-6ebb7b35f023 req-ff4d9489-605e-4f85-8adc-5c3022ff93ba tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 947 time: 0.0594010 Jun 23 11:07:50.917169 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51301a98-b681-46c4-9bd5-9e0f3ecfdda3 None None] New status for floating IP 1e5e482b-350e-4eb1-8bf8-75b90646d89d: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:07:51.092740 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828dd81d-c217-4da4-bca1-f063c57259b1 None None] New status for floating IP 9c1b6a35-403d-4944-898f-7e03e52b1517: DOWN {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:07:51.270108 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-9657ac3c-7d74-496f-a6fe-6ebb7b35f023 req-a9afd22d-a825-44a3-befc-2a6c0aaf19b6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Deleting port 8b01f05d-725c-403a-b014-97986787465c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:07:51.270456 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9657ac3c-7d74-496f-a6fe-6ebb7b35f023 req-a9afd22d-a825-44a3-befc-2a6c0aaf19b6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (8b01f05d-725c-403a-b014-97986787465c), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:51.366904 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-9657ac3c-7d74-496f-a6fe-6ebb7b35f023 req-a9afd22d-a825-44a3-befc-2a6c0aaf19b6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] For port 8b01f05d-725c-403a-b014-97986787465c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8b01f05d-725c-403a-b014-97986787465c,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:07:51.367509 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9657ac3c-7d74-496f-a6fe-6ebb7b35f023 req-a9afd22d-a825-44a3-befc-2a6c0aaf19b6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (8b01f05d-725c-403a-b014-97986787465c), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:51.519358 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41356) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:51.556793 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9657ac3c-7d74-496f-a6fe-6ebb7b35f023 req-a9afd22d-a825-44a3-befc-2a6c0aaf19b6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:51.557381 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9657ac3c-7d74-496f-a6fe-6ebb7b35f023 req-a9afd22d-a825-44a3-befc-2a6c0aaf19b6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (989d042b-6f4d-4cd2-a9ba-51d27e15fd7c), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:51.557676 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.l3_db [req-9657ac3c-7d74-496f-a6fe-6ebb7b35f023 req-a9afd22d-a825-44a3-befc-2a6c0aaf19b6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Floating IP 989d042b-6f4d-4cd2-a9ba-51d27e15fd7c disassociated. External IP: 172.27.2.92, port: 8b01f05d-725c-403a-b014-97986787465c. Jun 23 11:07:51.558116 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-9657ac3c-7d74-496f-a6fe-6ebb7b35f023 req-a9afd22d-a825-44a3-befc-2a6c0aaf19b6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Calling delete_port for 8b01f05d-725c-403a-b014-97986787465c owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:07:51.561349 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e37a5-d2a0-4a67-91a2-9ee4e060804c req-e30b03ab-e8f8-4f2d-a365-0442db5895bf tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:51.562920 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fa9e37a5-d2a0-4a67-91a2-9ee4e060804c req-e30b03ab-e8f8-4f2d-a365-0442db5895bf tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 947 time: 0.0820835 Jun 23 11:07:51.563338 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:51.581687 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:51.638144 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-593bbe59-e2c3-4421-a016-f40e26e27ddf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group (fef0973f-5398-465d-a67b-672b2f418609), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:51.650377 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fa9e37a5-d2a0-4a67-91a2-9ee4e060804c req-c9fd4f3d-882b-4695-a3ae-da23cfb55a17 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=9bc26e06-95ea-4faf-a536-9ca997948b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804017 Jun 23 11:07:51.688701 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-593bbe59-e2c3-4421-a016-f40e26e27ddf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group (fef0973f-5398-465d-a67b-672b2f418609), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:51.749966 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device f38d95a7-ab3e-47d6-991b-c6ccc781d5fe no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:07:51.756245 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-593bbe59-e2c3-4421-a016-f40e26e27ddf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (fef0973f-5398-465d-a67b-672b2f418609), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:51.758910 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-593bbe59-e2c3-4421-a016-f40e26e27ddf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:51.760390 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-593bbe59-e2c3-4421-a016-f40e26e27ddf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "DELETE /v2.0/security-groups/fef0973f-5398-465d-a67b-672b2f418609 HTTP/1.1" status: 204 len: 168 time: 0.2394037 Jun 23 11:07:51.764185 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41364) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:51.782572 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bbe59-e2c3-4421-a016-f40e26e27ddf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef0973f-5398-465d-a67b-672b2f418609,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:51.787479 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: f38d95a7-ab3e-47d6-991b-c6ccc781d5fe {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:07:51.788041 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device f38d95a7-ab3e-47d6-991b-c6ccc781d5fe not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:07:51.789751 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.api.v2.resource [None req-49d0fbdd-b4dd-4cf6-bc06-90cf42848d82 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] show failed (client error): The resource could not be found. Jun 23 11:07:51.794525 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-49d0fbdd-b4dd-4cf6-bc06-90cf42848d82 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups/fef0973f-5398-465d-a67b-672b2f418609 HTTP/1.1" status: 404 len: 347 time: 0.0254626 Jun 23 11:07:51.795478 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41366) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:51.822771 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-07c14efa-b71e-4a3c-8861-fe395b2deca4 req-fcb83dd8-5caf-4135-8ca4-f9969560ef09 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f49b10a-300a-4cca-bc81-35841bde257c HTTP/1.1" status: 200 len: 210 time: 0.0830679 Jun 23 11:07:51.826319 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9657ac3c-7d74-496f-a6fe-6ebb7b35f023 req-a9afd22d-a825-44a3-befc-2a6c0aaf19b6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (8b01f05d-725c-403a-b014-97986787465c), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:51.868856 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afd22d-a825-44a3-befc-2a6c0aaf19b6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event deleted for resources: {'Port': ['ID=8b01f05d-725c-403a-b014-97986787465c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:51.933505 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f260476e-63d0-4459-bac9-17f92fc88df3 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Deleting port 139289b6-92ba-4e6d-87d0-4d582d23b95b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:07:51.933846 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f260476e-63d0-4459-bac9-17f92fc88df3 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (139289b6-92ba-4e6d-87d0-4d582d23b95b), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:51.978349 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9657ac3c-7d74-496f-a6fe-6ebb7b35f023 req-a9afd22d-a825-44a3-befc-2a6c0aaf19b6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Router 30d9e387-96f4-416e-8485-9eabe8b4d957 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:07:52.015812 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f260476e-63d0-4459-bac9-17f92fc88df3 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (139289b6-92ba-4e6d-87d0-4d582d23b95b), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.016178 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f260476e-63d0-4459-bac9-17f92fc88df3 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for floatingip (139289b6-92ba-4e6d-87d0-4d582d23b95b), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.028719 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f260476e-63d0-4459-bac9-17f92fc88df3 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Calling delete_port for 139289b6-92ba-4e6d-87d0-4d582d23b95b owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:07:52.080745 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9657ac3c-7d74-496f-a6fe-6ebb7b35f023 req-a9afd22d-a825-44a3-befc-2a6c0aaf19b6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:07:52.092174 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328b3cc7-45f7-4e37-8c97-8029bdb031d1 None None] Sync routers for ids ['30d9e387-96f4-416e-8485-9eabe8b4d957'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:07:52.108893 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:52.114612 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b3cc7-45f7-4e37-8c97-8029bdb031d1 None None] Routers {'30d9e387-96f4-416e-8485-9eabe8b4d957'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:07:52.115382 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-328b3cc7-45f7-4e37-8c97-8029bdb031d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:07:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['30d9e387-96f4-416e-8485-9eabe8b4d957'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:52.127809 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9657ac3c-7d74-496f-a6fe-6ebb7b35f023 req-a9afd22d-a825-44a3-befc-2a6c0aaf19b6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] No DVR routers for this DVR port 8b01f05d-725c-403a-b014-97986787465c on host hv-cinder-84330 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:07:52.132260 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9657ac3c-7d74-496f-a6fe-6ebb7b35f023 req-a9afd22d-a825-44a3-befc-2a6c0aaf19b6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.135908 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9657ac3c-7d74-496f-a6fe-6ebb7b35f023 req-a9afd22d-a825-44a3-befc-2a6c0aaf19b6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.60 "DELETE /v2.0/ports/8b01f05d-725c-403a-b014-97986787465c HTTP/1.1" status: 204 len: 173 time: 0.9889960 Jun 23 11:07:52.136331 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'name': 'network-vif-deleted', 'tag': '8b01f05d-725c-403a-b014-97986787465c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:07:52.138846 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56076a6-3d07-4236-857f-21ada24fbb12" -d '{"events": [{"server_uuid": "9d4c91f8-2f76-436d-8b6c-0ab0945961d9", "name": "network-vif-deleted", "tag": "8b01f05d-725c-403a-b014-97986787465c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:07:52.181110 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e910a789-77b4-4ed5-93fa-61c1abad6e47 x-openstack-request-id: req-e910a789-77b4-4ed5-93fa-61c1abad6e47 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:07:52.181409 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4c91f8-2f76-436d-8b6c-0ab0945961d9", "name": "network-vif-deleted", "tag": "8b01f05d-725c-403a-b014-97986787465c", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:07:52.181704 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e910a789-77b4-4ed5-93fa-61c1abad6e47 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:07:52.182442 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e910a789-77b4-4ed5-93fa-61c1abad6e47'] response: {'server_uuid': '9d4c91f8-2f76-436d-8b6c-0ab0945961d9', 'name': 'network-vif-deleted', 'tag': '8b01f05d-725c-403a-b014-97986787465c', 'status': 'completed', 'code': 200} Jun 23 11:07:52.206922 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f260476e-63d0-4459-bac9-17f92fc88df3 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (139289b6-92ba-4e6d-87d0-4d582d23b95b), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.232633 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260476e-63d0-4459-bac9-17f92fc88df3 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event deleted for resources: {'Port': ['ID=139289b6-92ba-4e6d-87d0-4d582d23b95b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:52.253732 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-328b3cc7-45f7-4e37-8c97-8029bdb031d1 None None] Set router 30d9e387-96f4-416e-8485-9eabe8b4d957 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:07:52.303088 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f260476e-63d0-4459-bac9-17f92fc88df3 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for floatingip (9c1b6a35-403d-4944-898f-7e03e52b1517), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.305673 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f260476e-63d0-4459-bac9-17f92fc88df3 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.306858 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f260476e-63d0-4459-bac9-17f92fc88df3 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "DELETE /v2.0/floatingips/9c1b6a35-403d-4944-898f-7e03e52b1517 HTTP/1.1" status: 204 len: 168 time: 0.5104222 Jun 23 11:07:52.415702 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41374) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:52.421185 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-6e56deec-e22a-4130-922f-d37b9a49840c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1079715636', 'description': 'tempest-description--1477054617'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:07:52.447503 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e56deec-e22a-4130-922f-d37b9a49840c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.494802 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-328b3cc7-45f7-4e37-8c97-8029bdb031d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 4, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'f6d87cb1-e5d8-4b76-bf3e-74968156cb2b', 'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'tenant_id': '172a9e51095e47318b27881dab868355', 'mac_address': 'fa:16:3e:e1:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:37Z', 'updated_at': '2022-06-23T11:03:41Z', 'revision_number': 5, 'project_id': '172a9e51095e47318b27881dab868355', 'subnets': [{'id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:52.520225 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:52.523425 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328b3cc7-45f7-4e37-8c97-8029bdb031d1 None None] Checking router: 30d9e387-96f4-416e-8485-9eabe8b4d957 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:07:52.527545 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e56deec-e22a-4130-922f-d37b9a49840c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group (da3013a6-8ded-40af-ba28-45bcb5f26456), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.532512 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e56deec-e22a-4130-922f-d37b9a49840c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (da3013a6-8ded-40af-ba28-45bcb5f26456), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.533121 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b3cc7-45f7-4e37-8c97-8029bdb031d1 None None] Routers {'30d9e387-96f4-416e-8485-9eabe8b4d957'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:07:52.533787 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-328b3cc7-45f7-4e37-8c97-8029bdb031d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:07:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['30d9e387-96f4-416e-8485-9eabe8b4d957'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:52.562414 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e56deec-e22a-4130-922f-d37b9a49840c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.563622 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-6e56deec-e22a-4130-922f-d37b9a49840c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1465344 Jun 23 11:07:52.566840 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41378) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:52.568810 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56deec-e22a-4130-922f-d37b9a49840c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3013a6-8ded-40af-ba28-45bcb5f26456,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:52.571597 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-fb774ba5-9c99-4a3a-b472-117d714faf0d tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Request body: {'security_group_rule': {'security_group_id': 'da3013a6-8ded-40af-ba28-45bcb5f26456', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:07:52.600148 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb774ba5-9c99-4a3a-b472-117d714faf0d tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group_rule (10ffbaf0-80ef-4c48-aa4c-8822531d8b52), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.639006 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-328b3cc7-45f7-4e37-8c97-8029bdb031d1 None None] Set router 30d9e387-96f4-416e-8485-9eabe8b4d957 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:07:52.665472 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb774ba5-9c99-4a3a-b472-117d714faf0d tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group_rule (10ffbaf0-80ef-4c48-aa4c-8822531d8b52), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.668914 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=100 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:52.672293 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb774ba5-9c99-4a3a-b472-117d714faf0d tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (10ffbaf0-80ef-4c48-aa4c-8822531d8b52), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.689099 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb774ba5-9c99-4a3a-b472-117d714faf0d tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ffbaf0-80ef-4c48-aa4c-8822531d8b52,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:52.701018 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb774ba5-9c99-4a3a-b472-117d714faf0d tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.702371 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-fb774ba5-9c99-4a3a-b472-117d714faf0d tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343112 Jun 23 11:07:52.705615 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41382) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:52.712132 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7798fe89-d9c8-4f24-8ff4-04434fe0cf1a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Request body: {'security_group_rule': {'security_group_id': 'da3013a6-8ded-40af-ba28-45bcb5f26456', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:07:52.766466 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7798fe89-d9c8-4f24-8ff4-04434fe0cf1a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group_rule (d0b2dd66-fe77-4a53-befc-9061c8c137b7), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.813815 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2d667c97-96ff-45f0-b395-17216c7963f8 req-d6bfa453-8cf8-4ced-b7c6-dbc7c2ec2fe3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4c91f8-2f76-436d-8b6c-0ab0945961d9 HTTP/1.1" status: 200 len: 210 time: 0.0354133 Jun 23 11:07:52.862339 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7798fe89-d9c8-4f24-8ff4-04434fe0cf1a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group_rule (d0b2dd66-fe77-4a53-befc-9061c8c137b7), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.868978 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7798fe89-d9c8-4f24-8ff4-04434fe0cf1a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (d0b2dd66-fe77-4a53-befc-9061c8c137b7), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.888088 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798fe89-d9c8-4f24-8ff4-04434fe0cf1a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b2dd66-fe77-4a53-befc-9061c8c137b7,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:52.908287 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7798fe89-d9c8-4f24-8ff4-04434fe0cf1a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:52.912921 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-328b3cc7-45f7-4e37-8c97-8029bdb031d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 4, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'f6d87cb1-e5d8-4b76-bf3e-74968156cb2b', 'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'tenant_id': '172a9e51095e47318b27881dab868355', 'mac_address': 'fa:16:3e:e1:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:37Z', 'updated_at': '2022-06-23T11:03:41Z', 'revision_number': 5, 'project_id': '172a9e51095e47318b27881dab868355', 'subnets': [{'id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:07:52.915092 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-7798fe89-d9c8-4f24-8ff4-04434fe0cf1a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2048175 Jun 23 11:07:52.916217 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41388) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:52.927712 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Request body: {'floatingip': {'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:07:52.966838 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328b3cc7-45f7-4e37-8c97-8029bdb031d1 None None] The sync data for ids ['30d9e387-96f4-416e-8485-9eabe8b4d957'] in dv-cinder-843309-2-iscsi is: [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 4, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'f6d87cb1-e5d8-4b76-bf3e-74968156cb2b', 'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'tenant_id': '172a9e51095e47318b27881dab868355', 'mac_address': 'fa:16:3e:e1:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:37Z', 'updated_at': '2022-06-23T11:03:41Z', 'revision_number': 5, 'project_id': '172a9e51095e47318b27881dab868355', 'subnets': [{'id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:07:52.975588 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:53.073940 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:53.118544 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:53.126843 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:53.272732 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310f7c1-806f-4f64-b997-09f2db6f4837 req-0040d852-5e1e-40e9-b765-1deb7f701b1b tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:53.274149 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8310f7c1-806f-4f64-b997-09f2db6f4837 req-0040d852-5e1e-40e9-b765-1deb7f701b1b tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0747175 Jun 23 11:07:53.281473 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-ed481284-eb4c-45df-a51d-0b75271d065f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1647556123&fields=id&tenant_id=1fccc592269f433b99c2d13dad5e8e39 HTTP/1.1" status: 200 len: 267 time: 0.0565100 Jun 23 11:07:53.291060 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Allocated IP 172.27.2.185 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/51eacea3-3261-41fd-aed1-2ab1243dbbea) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:07:53.364017 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba1827c-367d-42d9-843e-76172b792d5b None None] New status for floating IP 989d042b-6f4d-4cd2-a9ba-51d27e15fd7c: DOWN {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:07:53.395350 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-aa7e8abe-1f23-467f-8070-dac092065e43 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:53.396892 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-aa7e8abe-1f23-467f-8070-dac092065e43 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/networks?id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb HTTP/1.1" status: 200 len: 812 time: 0.1087725 Jun 23 11:07:53.400186 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8310f7c1-806f-4f64-b997-09f2db6f4837 req-aa2c87d4-6d55-4288-9cbb-42b4c313ae03 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168520 Jun 23 11:07:53.416928 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-d24d5463-a9c9-4ce7-9a64-e06c815ec943 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/quotas/1fccc592269f433b99c2d13dad5e8e39 HTTP/1.1" status: 200 len: 375 time: 0.0117462 Jun 23 11:07:53.441881 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for port (51eacea3-3261-41fd-aed1-2ab1243dbbea), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:53.467040 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-cfee2ea5-8477-44fb-addf-a7effa05fe76 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1fccc592269f433b99c2d13dad5e8e39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442092 Jun 23 11:07:53.477624 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (51eacea3-3261-41fd-aed1-2ab1243dbbea), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:53.529707 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:07:53.533807 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:07:53.537754 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:07:53.560825 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event updated for resources: {'Port': ['ID=51eacea3-3261-41fd-aed1-2ab1243dbbea,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:53.623998 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for floatingip (0565ea00-bc01-4277-8171-7342624f9157), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:53.633611 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-ae790912-b0b2-41bf-b954-f0dd366026d4 service neutron] 10.222.0.65 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522441 Jun 23 11:07:53.662829 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (51eacea3-3261-41fd-aed1-2ab1243dbbea), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:53.725934 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-abb7e31c-f52f-4913-a469-5cce66284185 service neutron] 10.222.0.65 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862637 Jun 23 11:07:53.810661 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for port (51eacea3-3261-41fd-aed1-2ab1243dbbea), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:53.816064 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (51eacea3-3261-41fd-aed1-2ab1243dbbea), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:53.876424 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:53.881937 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:53.895035 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event updated for resources: {'Port': ['ID=51eacea3-3261-41fd-aed1-2ab1243dbbea,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:53.902536 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (0565ea00-bc01-4277-8171-7342624f9157), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:53.920990 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:53.922922 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-767049dd-d22a-44b0-ae38-b440c2266721 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0054467 Jun 23 11:07:53.924142 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41414) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:53.986324 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a27a0d3a-b1c9-4d6f-ab01-1f652654dbc0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group (9bc26e06-95ea-4faf-a536-9ca997948b0d), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:54.012631 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a27a0d3a-b1c9-4d6f-ab01-1f652654dbc0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group (9bc26e06-95ea-4faf-a536-9ca997948b0d), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:54.075927 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b0a054c4-703c-46e4-92a4-6a2d37716948 req-e7a426eb-7ea5-43af-b3c9-9060df0ad26e tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 210 time: 0.0296476 Jun 23 11:07:54.104341 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-27cf7768-ed0a-460b-9af5-c7337022f1d4 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1079715636&fields=id&tenant_id=ac9f9313c3ac4dde97e75ac6fa8fae11 HTTP/1.1" status: 200 len: 267 time: 0.0612850 Jun 23 11:07:54.110165 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a27a0d3a-b1c9-4d6f-ab01-1f652654dbc0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (9bc26e06-95ea-4faf-a536-9ca997948b0d), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:54.113237 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a27a0d3a-b1c9-4d6f-ab01-1f652654dbc0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:54.114375 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a27a0d3a-b1c9-4d6f-ab01-1f652654dbc0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "DELETE /v2.0/security-groups/9bc26e06-95ea-4faf-a536-9ca997948b0d HTTP/1.1" status: 204 len: 168 time: 0.1886408 Jun 23 11:07:54.117365 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41436) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:54.132469 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.api.v2.resource [None req-4cf512e5-4b94-4256-b6a8-1b418ca23e29 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] show failed (client error): The resource could not be found. Jun 23 11:07:54.133474 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-4cf512e5-4b94-4256-b6a8-1b418ca23e29 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups/9bc26e06-95ea-4faf-a536-9ca997948b0d HTTP/1.1" status: 404 len: 347 time: 0.0144010 Jun 23 11:07:54.134833 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a0d3a-b1c9-4d6f-ab01-1f652654dbc0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc26e06-95ea-4faf-a536-9ca997948b0d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:54.136722 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41438) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:54.154636 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:54.252306 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-58998447-780b-4f82-a54e-68721662a504 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:54.252902 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:54.254527 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-58998447-780b-4f82-a54e-68721662a504 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/networks?id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d HTTP/1.1" status: 200 len: 810 time: 0.1391213 Jun 23 11:07:54.258292 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d4897b20-e079-4666-9d5b-49de769c01c1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Deleting port 24057445-619c-4ac5-8acf-b5800b07e581 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:07:54.258728 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4897b20-e079-4666-9d5b-49de769c01c1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (24057445-619c-4ac5-8acf-b5800b07e581), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:54.272017 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-a12051bd-4fc4-49f4-bacd-d6d324844fea tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/quotas/ac9f9313c3ac4dde97e75ac6fa8fae11 HTTP/1.1" status: 200 len: 375 time: 0.0112526 Jun 23 11:07:54.332390 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-4da7a62c-5946-4def-b57a-30e2dfa68ca7 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac9f9313c3ac4dde97e75ac6fa8fae11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534918 Jun 23 11:07:54.350960 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4897b20-e079-4666-9d5b-49de769c01c1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (24057445-619c-4ac5-8acf-b5800b07e581), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:54.351295 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4897b20-e079-4666-9d5b-49de769c01c1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for floatingip (24057445-619c-4ac5-8acf-b5800b07e581), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:54.365506 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d4897b20-e079-4666-9d5b-49de769c01c1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Calling delete_port for 24057445-619c-4ac5-8acf-b5800b07e581 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:07:54.493219 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-7e688016-82f6-412a-802a-3d6f2f757231 service neutron] 10.222.0.65 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521127 Jun 23 11:07:54.569645 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343cbe4-e194-46f4-9bf3-04db48d32690 req-08f7e8fd-3c9f-485c-940c-98144fcef65a tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:54.571287 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9343cbe4-e194-46f4-9bf3-04db48d32690 req-08f7e8fd-3c9f-485c-940c-98144fcef65a tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0679741 Jun 23 11:07:54.572253 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4897b20-e079-4666-9d5b-49de769c01c1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (24057445-619c-4ac5-8acf-b5800b07e581), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:54.577224 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:54.592855 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-7744524e-36cb-4c78-bb18-6b45b5a0fc91 service neutron] 10.222.0.65 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927644 Jun 23 11:07:54.658892 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4897b20-e079-4666-9d5b-49de769c01c1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event deleted for resources: {'Port': ['ID=24057445-619c-4ac5-8acf-b5800b07e581,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:54.707282 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4897b20-e079-4666-9d5b-49de769c01c1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for floatingip (989d042b-6f4d-4cd2-a9ba-51d27e15fd7c), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:54.710835 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4897b20-e079-4666-9d5b-49de769c01c1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:54.712016 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-d4897b20-e079-4666-9d5b-49de769c01c1 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "DELETE /v2.0/floatingips/989d042b-6f4d-4cd2-a9ba-51d27e15fd7c HTTP/1.1" status: 204 len: 168 time: 0.5741675 Jun 23 11:07:54.761882 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9343cbe4-e194-46f4-9bf3-04db48d32690 req-4abd39de-73c4-4137-8c98-703a2342447a tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781847 Jun 23 11:07:54.804043 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-df9a1570-9f19-4290-8d53-e1a73ebf497d req-93820b82-6e12-4ac8-8852-5b279e05c993 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 210 time: 0.0390432 Jun 23 11:07:54.828244 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41458) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:54.833856 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-930c974b-95bc-413b-9579-176174bf9bb2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1532571999', 'description': 'tempest-description--112969250'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:07:54.854824 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-930c974b-95bc-413b-9579-176174bf9bb2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:54.933922 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-930c974b-95bc-413b-9579-176174bf9bb2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group (31c3cefa-4f65-42c7-bdcc-e25d97819798), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:54.940214 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-930c974b-95bc-413b-9579-176174bf9bb2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (31c3cefa-4f65-42c7-bdcc-e25d97819798), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:54.957588 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:54.973294 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-930c974b-95bc-413b-9579-176174bf9bb2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:54.974521 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-930c974b-95bc-413b-9579-176174bf9bb2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1452823 Jun 23 11:07:54.977428 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41464) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:54.981858 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-8d5bb97b-f6cc-49f3-984c-38074479bccf tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Request body: {'security_group_rule': {'security_group_id': '31c3cefa-4f65-42c7-bdcc-e25d97819798', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:07:54.995099 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbcd13-660a-472f-910f-48d3c84d4906 req-2b495ea2-6f3a-49c0-8248-4e12a1b4dd27 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:54.997072 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-30dbcd13-660a-472f-910f-48d3c84d4906 req-2b495ea2-6f3a-49c0-8248-4e12a1b4dd27 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.60 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 946 time: 0.0731115 Jun 23 11:07:55.000628 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c974b-95bc-413b-9579-176174bf9bb2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c3cefa-4f65-42c7-bdcc-e25d97819798,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:55.012779 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb97b-f6cc-49f3-984c-38074479bccf tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group_rule (d66dd8ce-b07c-4310-89ce-45cad85477dd), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:55.069281 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb97b-f6cc-49f3-984c-38074479bccf tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group_rule (d66dd8ce-b07c-4310-89ce-45cad85477dd), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:55.073137 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb97b-f6cc-49f3-984c-38074479bccf tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (d66dd8ce-b07c-4310-89ce-45cad85477dd), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:55.088996 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bb97b-f6cc-49f3-984c-38074479bccf tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66dd8ce-b07c-4310-89ce-45cad85477dd,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:55.092913 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:55.103981 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb97b-f6cc-49f3-984c-38074479bccf tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:55.105228 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8d5bb97b-f6cc-49f3-984c-38074479bccf tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268518 Jun 23 11:07:55.108260 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41468) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:55.113161 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6a8f4dbf-5da2-4b87-a5fe-6f0e9e2e5488 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Request body: {'security_group_rule': {'security_group_id': '31c3cefa-4f65-42c7-bdcc-e25d97819798', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:07:55.143585 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a8f4dbf-5da2-4b87-a5fe-6f0e9e2e5488 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group_rule (8cc62abf-060e-40e1-8db3-a050d906cfb6), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:55.197171 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-80718896-8578-4cec-9157-9cbfde370b6a req-df26098c-0d4c-435d-88f7-8e37a78a2bad tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 210 time: 0.0337892 Jun 23 11:07:55.221432 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a8f4dbf-5da2-4b87-a5fe-6f0e9e2e5488 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group_rule (8cc62abf-060e-40e1-8db3-a050d906cfb6), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:55.225806 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a8f4dbf-5da2-4b87-a5fe-6f0e9e2e5488 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (8cc62abf-060e-40e1-8db3-a050d906cfb6), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:55.246418 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f4dbf-5da2-4b87-a5fe-6f0e9e2e5488 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc62abf-060e-40e1-8db3-a050d906cfb6,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:55.254779 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6a8f4dbf-5da2-4b87-a5fe-6f0e9e2e5488 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:55.259044 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-6a8f4dbf-5da2-4b87-a5fe-6f0e9e2e5488 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470585 Jun 23 11:07:55.259493 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41472) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:07:55.264022 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Request body: {'floatingip': {'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:07:55.289604 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:55.313267 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-30dbcd13-660a-472f-910f-48d3c84d4906 req-0bf8cbe1-1efd-40f6-9d31-2a62bb4f14df tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Deleting port 9a1f5b7e-89bf-488e-990f-34a0baf9914f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:07:55.313611 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-30dbcd13-660a-472f-910f-48d3c84d4906 req-0bf8cbe1-1efd-40f6-9d31-2a62bb4f14df tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (9a1f5b7e-89bf-488e-990f-34a0baf9914f), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:55.412277 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:55.447369 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-30dbcd13-660a-472f-910f-48d3c84d4906 req-0bf8cbe1-1efd-40f6-9d31-2a62bb4f14df tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] For port 9a1f5b7e-89bf-488e-990f-34a0baf9914f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9a1f5b7e-89bf-488e-990f-34a0baf9914f,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:07:55.447786 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-30dbcd13-660a-472f-910f-48d3c84d4906 req-0bf8cbe1-1efd-40f6-9d31-2a62bb4f14df tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (9a1f5b7e-89bf-488e-990f-34a0baf9914f), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:55.463357 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-30dbcd13-660a-472f-910f-48d3c84d4906 req-0bf8cbe1-1efd-40f6-9d31-2a62bb4f14df tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Calling delete_port for 9a1f5b7e-89bf-488e-990f-34a0baf9914f owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:07:55.556270 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-147d5585-adc1-49be-8ffe-7150ca6d8209 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:55.557691 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-147d5585-adc1-49be-8ffe-7150ca6d8209 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.60 "GET /v2.0/networks?id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb HTTP/1.1" status: 200 len: 812 time: 0.1984015 Jun 23 11:07:55.587919 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:55.609908 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Allocated IP 172.27.2.143 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/a8acab82-7177-4367-b18d-39f9e33a4337) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:07:55.617636 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-30dbcd13-660a-472f-910f-48d3c84d4906 req-0bf8cbe1-1efd-40f6-9d31-2a62bb4f14df tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (9a1f5b7e-89bf-488e-990f-34a0baf9914f), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:55.660022 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['88802b38-9718-44af-a9c0-e377da1fdee6', '9a1f5b7e-89bf-488e-990f-34a0baf9914f'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:07:55.731397 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for port (a8acab82-7177-4367-b18d-39f9e33a4337), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:55.770031 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (a8acab82-7177-4367-b18d-39f9e33a4337), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:55.783787 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 8b01f05d-725c-403a-b014-97986787465c no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:07:55.810822 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: 8b01f05d-725c-403a-b014-97986787465c {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:07:55.811423 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 8b01f05d-725c-403a-b014-97986787465c not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:07:55.823218 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:55.833215 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:07:55.847485 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:07:55.859711 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:07:55.904956 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:55.944020 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event updated for resources: {'Port': ['ID=a8acab82-7177-4367-b18d-39f9e33a4337,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:55.965893 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8cbe1-1efd-40f6-9d31-2a62bb4f14df tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Pushing event deleted for resources: {'Port': ['ID=9a1f5b7e-89bf-488e-990f-34a0baf9914f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:55.993497 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fe6588ee-799a-4959-8ff7-127e279b753c req-d21f278e-0d6a-4e71-82ee-2642392bcd1e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 210 time: 0.0832384 Jun 23 11:07:56.016239 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-15c210db-219a-4d04-842d-f0461d1b9517 req-b32c085d-5914-4d60-bf68-5bfffd096629 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bd22d66-6c09-4099-8205-5eec0effaeb6 HTTP/1.1" status: 200 len: 210 time: 0.0541043 Jun 23 11:07:56.062239 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dbcd13-660a-472f-910f-48d3c84d4906 req-0bf8cbe1-1efd-40f6-9d31-2a62bb4f14df tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] No DVR routers for this DVR port 9a1f5b7e-89bf-488e-990f-34a0baf9914f on host hv-cinder-84330 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:07:56.064726 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-30dbcd13-660a-472f-910f-48d3c84d4906 req-0bf8cbe1-1efd-40f6-9d31-2a62bb4f14df tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:56.067975 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-30dbcd13-660a-472f-910f-48d3c84d4906 req-0bf8cbe1-1efd-40f6-9d31-2a62bb4f14df tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.60 "DELETE /v2.0/ports/9a1f5b7e-89bf-488e-990f-34a0baf9914f HTTP/1.1" status: 204 len: 173 time: 0.8570073 Jun 23 11:07:56.068420 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd22d66-6c09-4099-8205-5eec0effaeb6', 'name': 'network-vif-deleted', 'tag': '9a1f5b7e-89bf-488e-990f-34a0baf9914f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:07:56.069415 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-18fff348-478e-439d-9f2d-8e059ac1c736 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fccc592269f433b99c2d13dad5e8e39 HTTP/1.1" status: 200 len: 380 time: 0.2448664 Jun 23 11:07:56.071868 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db609c06-b68e-42e2-98ef-87ec2a98c11a" -d '{"events": [{"server_uuid": "7bd22d66-6c09-4099-8205-5eec0effaeb6", "name": "network-vif-deleted", "tag": "9a1f5b7e-89bf-488e-990f-34a0baf9914f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:07:56.111183 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-798c550a-cf74-47b5-b4a2-dd028ee52404 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Request body: {'port': {'device_id': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'admin_state_up': True, 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'security_groups': ['03f3a850-0722-48ac-8e62-7702e6e7382e']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:07:56.128927 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8062d2-c6b4-48e8-b20b-40ed3f6df825 x-openstack-request-id: req-ca8062d2-c6b4-48e8-b20b-40ed3f6df825 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:07:56.129287 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd22d66-6c09-4099-8205-5eec0effaeb6", "name": "network-vif-deleted", "tag": "9a1f5b7e-89bf-488e-990f-34a0baf9914f", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:07:56.129700 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca8062d2-c6b4-48e8-b20b-40ed3f6df825 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:07:56.130110 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8062d2-c6b4-48e8-b20b-40ed3f6df825'] response: {'server_uuid': '7bd22d66-6c09-4099-8205-5eec0effaeb6', 'name': 'network-vif-deleted', 'tag': '9a1f5b7e-89bf-488e-990f-34a0baf9914f', 'status': 'completed', 'code': 200} Jun 23 11:07:56.160719 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for floatingip (ea25832e-5245-4261-8286-5274218bffc8), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:56.239317 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-5c17a8cf-cbb8-499b-953d-2d5a5f1ca01e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:56.241194 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-5c17a8cf-cbb8-499b-953d-2d5a5f1ca01e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.60 "GET /v2.0/networks?id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d HTTP/1.1" status: 200 len: 810 time: 0.2741480 Jun 23 11:07:56.263028 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (a8acab82-7177-4367-b18d-39f9e33a4337), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:56.310210 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7b894e61-966e-461d-9f97-0fcd9ee6c40d req-5332cead-4ae3-4daf-9439-8debdadc9141 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 210 time: 0.0271976 Jun 23 11:07:56.316493 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-798c550a-cf74-47b5-b4a2-dd028ee52404 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Made reservation on behalf of 1fccc592269f433b99c2d13dad5e8e39 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:07:56.319814 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-798c550a-cf74-47b5-b4a2-dd028ee52404 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:56.716210 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-99d89cc0-290f-4038-b8f4-25687ce83c2f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac9f9313c3ac4dde97e75ac6fa8fae11 HTTP/1.1" status: 200 len: 380 time: 0.3822167 Jun 23 11:07:56.736181 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-a8c6a704-112b-4e32-ab2e-079294dad4cf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Request body: {'port': {'device_id': 'a1a14dfc-929a-475c-ac07-48e81f7d53ba', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'admin_state_up': True, 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'security_groups': ['da3013a6-8ded-40af-ba28-45bcb5f26456']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:07:56.799960 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:56.867582 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for port (a8acab82-7177-4367-b18d-39f9e33a4337), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:56.869421 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-798c550a-cf74-47b5-b4a2-dd028ee52404 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Allocated IP 172.20.0.11 (c33ca82f-6e79-4afd-a43f-c1b68283a4eb/1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54/84b1ad85-e16c-4985-8cbb-e7bf0a1823cc) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:07:56.877220 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (a8acab82-7177-4367-b18d-39f9e33a4337), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:56.939998 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:56.989963 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event updated for resources: {'Port': ['ID=a8acab82-7177-4367-b18d-39f9e33a4337,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:57.024546 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (ea25832e-5245-4261-8286-5274218bffc8), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:57.031553 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-a8c6a704-112b-4e32-ab2e-079294dad4cf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Made reservation on behalf of ac9f9313c3ac4dde97e75ac6fa8fae11 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:07:57.034891 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-a8c6a704-112b-4e32-ab2e-079294dad4cf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:57.102906 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:57.104093 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-2ea17521-68f5-4b2e-9ab1-e2c0d264a6d7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8436422 Jun 23 11:07:57.148797 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-490bb8c7-00e6-4684-b8cb-ae832eb0b9ae req-04e4b43d-7b31-4b7d-a758-5cac94e56cda tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 210 time: 0.0539217 Jun 23 11:07:57.223693 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-798c550a-cf74-47b5-b4a2-dd028ee52404 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for port (84b1ad85-e16c-4985-8cbb-e7bf0a1823cc), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:57.310669 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-a8c6a704-112b-4e32-ab2e-079294dad4cf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Allocated IP 172.20.0.13 (2f66c2d2-ea10-4014-ae5f-f902d520ab2d/36e9125f-f67e-4b5d-8729-45eedcb46700/fb038df1-c7f3-4faa-ad6e-41cb0cd8c410) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:07:57.334374 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-798c550a-cf74-47b5-b4a2-dd028ee52404 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (84b1ad85-e16c-4985-8cbb-e7bf0a1823cc), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:57.336302 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b88036-3c75-4aff-8b5f-c28a780a451f req-885da748-1262-402e-bbdd-7bc00b3ba8dc tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:57.337779 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f9b88036-3c75-4aff-8b5f-c28a780a451f req-885da748-1262-402e-bbdd-7bc00b3ba8dc tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0504754 Jun 23 11:07:57.385601 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f9b88036-3c75-4aff-8b5f-c28a780a451f req-3d0349b9-b715-4a83-a6b8-4e0c2972fbb4 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416689 Jun 23 11:07:57.408529 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-a17d95c0-dff3-4ba7-a60e-a452f0a89cb6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1532571999&fields=id&tenant_id=172a9e51095e47318b27881dab868355 HTTP/1.1" status: 200 len: 267 time: 0.1202285 Jun 23 11:07:57.421833 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-798c550a-cf74-47b5-b4a2-dd028ee52404 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Network c33ca82f-6e79-4afd-a43f-c1b68283a4eb is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:07:57.428148 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:57.439597 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-798c550a-cf74-47b5-b4a2-dd028ee52404 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:07:57.463372 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-798c550a-cf74-47b5-b4a2-dd028ee52404 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:07:57.466213 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c550a-cf74-47b5-b4a2-dd028ee52404 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event updated for resources: {'Port': ['ID=84b1ad85-e16c-4985-8cbb-e7bf0a1823cc,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:57.497485 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63402c-8df8-491a-b11e-89cc8c2f6e6a req-f84effaa-e9a6-482a-8c08-100bc906f2fb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:57.499035 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9c63402c-8df8-491a-b11e-89cc8c2f6e6a req-f84effaa-e9a6-482a-8c08-100bc906f2fb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 932 time: 0.0554204 Jun 23 11:07:57.557259 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9c63402c-8df8-491a-b11e-89cc8c2f6e6a req-e9c766c9-d94b-4133-8cca-db41cfbffd54 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511920 Jun 23 11:07:57.620712 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-798c550a-cf74-47b5-b4a2-dd028ee52404 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:57.621312 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-798c550a-cf74-47b5-b4a2-dd028ee52404 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:57.658166 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:57.664082 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-59b92e25-1f52-4880-bc4d-65242584c368 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:57.665532 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-59b92e25-1f52-4880-bc4d-65242584c368 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/networks?id=cde6b719-8052-4ec2-a733-c2d79d7cb320 HTTP/1.1" status: 200 len: 816 time: 0.2457390 Jun 23 11:07:57.675422 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-ec3459f0-3e62-4333-a00c-ce32c5fab9f6 None None] Provisioning complete for port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:07:57.676008 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-798c550a-cf74-47b5-b4a2-dd028ee52404 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5723832 Jun 23 11:07:57.676113 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec3459f0-3e62-4333-a00c-ce32c5fab9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (84b1ad85-e16c-4985-8cbb-e7bf0a1823cc), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:57.679925 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-a8c6a704-112b-4e32-ab2e-079294dad4cf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for port (fb038df1-c7f3-4faa-ad6e-41cb0cd8c410), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:57.696123 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-8d0a464e-93af-4c12-bb3a-a1293f7c8cc7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/quotas/172a9e51095e47318b27881dab868355 HTTP/1.1" status: 200 len: 375 time: 0.0195422 Jun 23 11:07:57.708286 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ec3459f0-3e62-4333-a00c-ce32c5fab9f6 None None] Port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:07:57.761593 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-65fdf0b3-15a6-4d2a-a738-b26b35c79c13 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=172a9e51095e47318b27881dab868355&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587952 Jun 23 11:07:57.762941 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-a8c6a704-112b-4e32-ab2e-079294dad4cf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (fb038df1-c7f3-4faa-ad6e-41cb0cd8c410), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:57.822718 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-a8c6a704-112b-4e32-ab2e-079294dad4cf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:07:57.832849 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-a8c6a704-112b-4e32-ab2e-079294dad4cf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:07:57.840538 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-a8c6a704-112b-4e32-ab2e-079294dad4cf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:07:57.867875 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6a704-112b-4e32-ab2e-079294dad4cf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event updated for resources: {'Port': ['ID=fb038df1-c7f3-4faa-ad6e-41cb0cd8c410,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:07:57.939677 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-a8c6a704-112b-4e32-ab2e-079294dad4cf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:57.940286 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-a8c6a704-112b-4e32-ab2e-079294dad4cf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:57.950979 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-de79378a-591c-457d-8bb6-7cf6ebd2615e service neutron] 10.222.0.65 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768055 Jun 23 11:07:57.969428 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-a8c6a704-112b-4e32-ab2e-079294dad4cf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2428041 Jun 23 11:07:58.027353 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-495fc291-98ac-4dd1-8fba-9348c0f0ef9a None None] Provisioning complete for port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:07:58.027845 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-495fc291-98ac-4dd1-8fba-9348c0f0ef9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (fb038df1-c7f3-4faa-ad6e-41cb0cd8c410), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:58.047174 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-db0a3d45-c9a2-4812-ae8e-41cd7ed7bc1e service neutron] 10.222.0.65 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888770 Jun 23 11:07:58.060049 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-495fc291-98ac-4dd1-8fba-9348c0f0ef9a None None] Port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:07:58.132941 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:07:58.214585 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7a94a259-c26f-4716-8d14-5b2787c81c63 req-03496d94-742a-4f3d-bdfb-032c7c61eb05 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 210 time: 0.0337307 Jun 23 11:07:58.287313 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83983c5-443f-4192-b2b2-5f63c299aff0 req-9528c7eb-d31d-412c-a487-c25568222cdb tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:58.288839 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c83983c5-443f-4192-b2b2-5f63c299aff0 req-9528c7eb-d31d-412c-a487-c25568222cdb tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 932 time: 0.0520782 Jun 23 11:07:58.335887 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c83983c5-443f-4192-b2b2-5f63c299aff0 req-f18fff34-0423-4afb-a2d8-91f716398c10 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=da3013a6-8ded-40af-ba28-45bcb5f26456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411260 Jun 23 11:07:58.500639 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a8a81-9094-4f4f-8ebf-07567b84d8aa req-e96abfb5-f5b5-4547-92a8-e8852c0dd018 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:58.502507 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-423a8a81-9094-4f4f-8ebf-07567b84d8aa req-e96abfb5-f5b5-4547-92a8-e8852c0dd018 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0481822 Jun 23 11:07:58.549179 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-423a8a81-9094-4f4f-8ebf-07567b84d8aa req-4237e801-f38f-4e03-9ebd-82a35110e60c tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409875 Jun 23 11:07:58.668708 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996600ab-e5a4-4918-8d18-5546d7b91787 req-2cca59ce-6ef1-41f6-849a-a8ab71fb38c9 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:58.670142 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-996600ab-e5a4-4918-8d18-5546d7b91787 req-2cca59ce-6ef1-41f6-849a-a8ab71fb38c9 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 932 time: 0.0461810 Jun 23 11:07:58.717536 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-996600ab-e5a4-4918-8d18-5546d7b91787 req-94706fc5-c546-445f-bf62-cfe737839c1f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413821 Jun 23 11:07:59.312409 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a28c09fe-9eaf-4267-98ca-1da72c944e3e req-93f1c132-76a7-4c04-8de5-84d359325169 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 210 time: 0.0270324 Jun 23 11:07:59.450735 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ea8af-a9f8-44dd-b23c-72064192b271 req-a26954e4-5f98-4af2-8bf2-303c8c80c7ce tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:59.452203 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-478ea8af-a9f8-44dd-b23c-72064192b271 req-a26954e4-5f98-4af2-8bf2-303c8c80c7ce tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 932 time: 0.0463250 Jun 23 11:07:59.516326 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-478ea8af-a9f8-44dd-b23c-72064192b271 req-d101d361-3b39-460e-b6c9-79e095e62cd4 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=da3013a6-8ded-40af-ba28-45bcb5f26456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580220 Jun 23 11:07:59.524039 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Request body: {'port': {'device_id': 'a1a14dfc-929a-475c-ac07-48e81f7d53ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:07:59.551084 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Request body: {'port': {'device_id': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:07:59.585736 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:59.641333 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (fb038df1-c7f3-4faa-ad6e-41cb0cd8c410), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:59.650791 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (84b1ad85-e16c-4985-8cbb-e7bf0a1823cc), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:07:59.667738 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89921fee-1210-4fc4-bc26-eb18098b0886 req-21f9ab72-012d-4cf4-83c8-e54c1b356499 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:59.669837 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-89921fee-1210-4fc4-bc26-eb18098b0886 req-21f9ab72-012d-4cf4-83c8-e54c1b356499 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0496566 Jun 23 11:07:59.701632 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:07:59.722034 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-89921fee-1210-4fc4-bc26-eb18098b0886 req-8594d45b-eed9-4659-9f5a-d3bda8e536dc tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7fb3b1b-83fd-4b2b-8971-d56999996b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463533 Jun 23 11:07:59.786824 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 9a1f5b7e-89bf-488e-990f-34a0baf9914f no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:07:59.813161 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: 9a1f5b7e-89bf-488e-990f-34a0baf9914f {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:07:59.813604 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 9a1f5b7e-89bf-488e-990f-34a0baf9914f not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:07:59.939407 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2700385-2229-4c44-8389-ae3c0b07be41 req-3be0f586-133d-41ba-8365-0684dd8c2d24 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:59.941012 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a2700385-2229-4c44-8389-ae3c0b07be41 req-3be0f586-133d-41ba-8365-0684dd8c2d24 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 945 time: 0.0600946 Jun 23 11:07:59.941185 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ae6e2-2253-4dbc-9f2b-077b3c57ca69 req-35dd8a47-66f0-45b9-84d3-0976c48147d5 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:07:59.942637 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a27ae6e2-2253-4dbc-9f2b-077b3c57ca69 req-35dd8a47-66f0-45b9-84d3-0976c48147d5 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 932 time: 0.1077018 Jun 23 11:07:59.978849 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:00.037988 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-a2700385-2229-4c44-8389-ae3c0b07be41 req-8d3d907c-88cc-4465-a403-3d18c0bc58e7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Deleting port 88802b38-9718-44af-a9c0-e377da1fdee6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:08:00.038330 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a2700385-2229-4c44-8389-ae3c0b07be41 req-8d3d907c-88cc-4465-a403-3d18c0bc58e7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (88802b38-9718-44af-a9c0-e377da1fdee6), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:00.121113 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a27ae6e2-2253-4dbc-9f2b-077b3c57ca69 req-d2834e2d-95f0-49f3-ac59-6252fc51c08b tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696720 Jun 23 11:08:00.131629 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a2700385-2229-4c44-8389-ae3c0b07be41 req-8d3d907c-88cc-4465-a403-3d18c0bc58e7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] For port 88802b38-9718-44af-a9c0-e377da1fdee6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=88802b38-9718-44af-a9c0-e377da1fdee6,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:08:00.132031 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a2700385-2229-4c44-8389-ae3c0b07be41 req-8d3d907c-88cc-4465-a403-3d18c0bc58e7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (88802b38-9718-44af-a9c0-e377da1fdee6), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:00.151728 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-a2700385-2229-4c44-8389-ae3c0b07be41 req-8d3d907c-88cc-4465-a403-3d18c0bc58e7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Calling delete_port for 88802b38-9718-44af-a9c0-e377da1fdee6 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:08:00.207066 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:08:00.217283 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Publish callbacks [] for port (fb038df1-c7f3-4faa-ad6e-41cb0cd8c410), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:00.223516 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:08:00.235292 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Publish callbacks [] for port (84b1ad85-e16c-4985-8cbb-e7bf0a1823cc), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:00.281900 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a2700385-2229-4c44-8389-ae3c0b07be41 req-8d3d907c-88cc-4465-a403-3d18c0bc58e7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (88802b38-9718-44af-a9c0-e377da1fdee6), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:00.282339 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Transition to ACTIVE for port object fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:08:00.289727 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (fb038df1-c7f3-4faa-ad6e-41cb0cd8c410), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:00.289919 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:00.310556 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d907c-88cc-4465-a403-3d18c0bc58e7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Pushing event deleted for resources: {'Port': ['ID=88802b38-9718-44af-a9c0-e377da1fdee6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:00.325400 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['88802b38-9718-44af-a9c0-e377da1fdee6'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:08:00.337350 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Transition to ACTIVE for port object 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:08:00.349471 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (84b1ad85-e16c-4985-8cbb-e7bf0a1823cc), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:00.358474 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2700385-2229-4c44-8389-ae3c0b07be41 req-8d3d907c-88cc-4465-a403-3d18c0bc58e7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] No DVR routers for this DVR port 88802b38-9718-44af-a9c0-e377da1fdee6 on host hv-cinder-84330 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:08:00.361424 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a2700385-2229-4c44-8389-ae3c0b07be41 req-8d3d907c-88cc-4465-a403-3d18c0bc58e7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:00.364634 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a2700385-2229-4c44-8389-ae3c0b07be41 req-8d3d907c-88cc-4465-a403-3d18c0bc58e7 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.60 "DELETE /v2.0/ports/88802b38-9718-44af-a9c0-e377da1fdee6 HTTP/1.1" status: 204 len: 173 time: 0.4171169 Jun 23 11:08:00.365068 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c6bdb0-09d8-496b-998a-c2a4252c5772', 'name': 'network-vif-deleted', 'tag': '88802b38-9718-44af-a9c0-e377da1fdee6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:08:00.367270 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1183fd9a-9984-4fc0-b358-b7d234794178" -d '{"events": [{"server_uuid": "b4c6bdb0-09d8-496b-998a-c2a4252c5772", "name": "network-vif-deleted", "tag": "88802b38-9718-44af-a9c0-e377da1fdee6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:08:00.377210 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Pushing event updated for resources: {'Port': ['ID=fb038df1-c7f3-4faa-ad6e-41cb0cd8c410,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:00.393788 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:00.421629 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78474aaf-45db-435d-9bc3-dc1682481cb2 x-openstack-request-id: req-78474aaf-45db-435d-9bc3-dc1682481cb2 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:08:00.421924 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c6bdb0-09d8-496b-998a-c2a4252c5772", "name": "network-vif-deleted", "tag": "88802b38-9718-44af-a9c0-e377da1fdee6", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:08:00.422176 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78474aaf-45db-435d-9bc3-dc1682481cb2 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:08:00.422574 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78474aaf-45db-435d-9bc3-dc1682481cb2'] response: {'server_uuid': 'b4c6bdb0-09d8-496b-998a-c2a4252c5772', 'name': 'network-vif-deleted', 'tag': '88802b38-9718-44af-a9c0-e377da1fdee6', 'status': 'completed', 'code': 200} Jun 23 11:08:00.469115 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6f4bcfea-bed3-4eb3-83b0-a28353ffb867 req-7b5d995b-f17f-4ed4-90bc-0f58072bd451 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 210 time: 0.0320051 Jun 23 11:08:00.514329 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Pushing event updated for resources: {'Port': ['ID=84b1ad85-e16c-4985-8cbb-e7bf0a1823cc,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:00.559964 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:00.592334 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Attempting to bind port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:08:00.592634 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Attempting to bind port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '97a79337-8bb6-4fe1-9265-c6256ffbd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:08:00.592916 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Attempting to bind port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 on network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:08:00.604347 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 on network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:08:00.604700 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Attempting to bind port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 on network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:08:00.618905 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Attempting to bind port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:08:00.619387 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Attempting to bind port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:08:00.619736 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Attempting to bind port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc on network c33ca82f-6e79-4afd-a43f-c1b68283a4eb {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:08:00.622459 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:08:00.622793 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Checking segment: {'id': '97a79337-8bb6-4fe1-9265-c6256ffbd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:08:00.623171 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Bound using segment: {'id': '97a79337-8bb6-4fe1-9265-c6256ffbd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:08:00.623605 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Bound port: fb038df1-c7f3-4faa-ad6e-41cb0cd8c410, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a79337-8bb6-4fe1-9265-c6256ffbd1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:08:00.624009 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (fb038df1-c7f3-4faa-ad6e-41cb0cd8c410), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:00.644751 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc on network c33ca82f-6e79-4afd-a43f-c1b68283a4eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:08:00.645079 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Attempting to bind port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc on network c33ca82f-6e79-4afd-a43f-c1b68283a4eb {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:08:00.707203 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:08:00.707542 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Checking segment: {'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:08:00.707947 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Bound using segment: {'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:08:00.708407 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Bound port: 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:08:00.708772 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (84b1ad85-e16c-4985-8cbb-e7bf0a1823cc), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:00.780047 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] For port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410, host hv-cinder-84330, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:08:00.786216 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] For port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fb038df1-c7f3-4faa-ad6e-41cb0cd8c410,segment=NetworkSegment(97a79337-8bb6-4fe1-9265-c6256ffbd1f4),segment_id=97a79337-8bb6-4fe1-9265-c6256ffbd1f4)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:08:00.817047 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:00.936767 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cc74964e-7ad6-4940-a51c-be2cdb137817 req-9cddb577-f5bd-4209-8fb1-6c129230e322 tempest-ServerRescueNegativeTestJSON-2127021737 tempest-ServerRescueNegativeTestJSON-2127021737-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4c6bdb0-09d8-496b-998a-c2a4252c5772 HTTP/1.1" status: 200 len: 210 time: 0.0795107 Jun 23 11:08:01.026511 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-a623e37b-1282-46ad-8cda-d6ab64201c38 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:01.028276 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-a623e37b-1282-46ad-8cda-d6ab64201c38 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.60 "GET /v2.0/networks?id=cde6b719-8052-4ec2-a733-c2d79d7cb320 HTTP/1.1" status: 200 len: 816 time: 0.2160549 Jun 23 11:08:01.121364 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938116f-6ea3-4ce6-a842-5bb3ae225741 req-5654bfef-2457-449c-8b5d-20af8ba684cd tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:01.122824 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a938116f-6ea3-4ce6-a842-5bb3ae225741 req-5654bfef-2457-449c-8b5d-20af8ba684cd tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 944 time: 0.4224508 Jun 23 11:08:01.126267 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (fb038df1-c7f3-4faa-ad6e-41cb0cd8c410), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:01.205053 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:01.205827 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:01.207070 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] 10.222.0.60 "PUT /v2.0/ports/fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 HTTP/1.1" status: 200 len: 1094 time: 1.7369332 Jun 23 11:08:01.207517 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a14dfc-929a-475c-ac07-48e81f7d53ba', 'tag': 'fb038df1-c7f3-4faa-ad6e-41cb0cd8c410'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:08:01.210606 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0678ab-1185-47d6-9aa5-b4b8ab5c842c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a14dfc-929a-475c-ac07-48e81f7d53ba", "tag": "fb038df1-c7f3-4faa-ad6e-41cb0cd8c410"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:08:01.230196 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] For port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc, host hv-cinder-84330, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:08:01.252689 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591ca8f-1c68-4603-8c96-1766de955856 service neutron] Pushing event updated for resources: {'Port': ['ID=fb038df1-c7f3-4faa-ad6e-41cb0cd8c410,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:01.265761 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] For port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=84b1ad85-e16c-4985-8cbb-e7bf0a1823cc,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:08:01.291257 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (84b1ad85-e16c-4985-8cbb-e7bf0a1823cc), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:01.300304 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a938116f-6ea3-4ce6-a842-5bb3ae225741 req-80c50c9f-c560-4f8a-9053-79c2f31e1a15 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=da3013a6-8ded-40af-ba28-45bcb5f26456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462433 Jun 23 11:08:01.303087 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-a0c275ab-e723-4659-aa36-276efbda10b3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=172a9e51095e47318b27881dab868355 HTTP/1.1" status: 200 len: 380 time: 0.1129174 Jun 23 11:08:01.379373 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Pushing event updated for resources: {'Port': ['ID=84b1ad85-e16c-4985-8cbb-e7bf0a1823cc,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:01.391966 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-cab412e7-e09d-4eb1-b733-382d73d8f03b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Request body: {'port': {'device_id': '248be1ac-b2c3-4081-adba-30258b95aa91', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'admin_state_up': True, 'tenant_id': '172a9e51095e47318b27881dab868355', 'security_groups': ['31c3cefa-4f65-42c7-bdcc-e25d97819798']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:08:01.395859 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58d4d2b-6654-4072-9148-7546b973ef10 x-openstack-request-id: req-e58d4d2b-6654-4072-9148-7546b973ef10 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:08:01.399498 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a14dfc-929a-475c-ac07-48e81f7d53ba", "tag": "fb038df1-c7f3-4faa-ad6e-41cb0cd8c410", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:08:01.401321 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e58d4d2b-6654-4072-9148-7546b973ef10 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:08:01.401773 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e58d4d2b-6654-4072-9148-7546b973ef10'] response: {'name': 'network-changed', 'server_uuid': 'a1a14dfc-929a-475c-ac07-48e81f7d53ba', 'tag': 'fb038df1-c7f3-4faa-ad6e-41cb0cd8c410', 'status': 'completed', 'code': 200} Jun 23 11:08:01.403952 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:01.404998 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:01.409186 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-a6cd7925-b9f8-4734-af35-cd4d582c4a81 service neutron] 10.222.0.60 "PUT /v2.0/ports/84b1ad85-e16c-4985-8cbb-e7bf0a1823cc HTTP/1.1" status: 200 len: 1094 time: 1.9300802 Jun 23 11:08:01.445320 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e5a37-7e76-4b81-8403-41eb9b79e0d7 req-852d6a56-45d0-4bf4-8c41-2a99dfec9131 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:01.446863 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-587e5a37-7e76-4b81-8403-41eb9b79e0d7 req-852d6a56-45d0-4bf4-8c41-2a99dfec9131 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 944 time: 0.1120257 Jun 23 11:08:01.472662 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-eaff93f2-0229-4f32-84ab-b585b7675181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:01.474382 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-eaff93f2-0229-4f32-84ab-b585b7675181 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac9f9313c3ac4dde97e75ac6fa8fae11&device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 1128 time: 0.0640585 Jun 23 11:08:01.613529 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-587e5a37-7e76-4b81-8403-41eb9b79e0d7 req-295b9c38-892c-4cc7-9fd3-a51b8fb3f902 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537952 Jun 23 11:08:01.628229 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-88a60090-30d5-4647-9c62-9a7848389f5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 HTTP/1.1" status: 200 len: 217 time: 0.1332309 Jun 23 11:08:01.686742 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-cab412e7-e09d-4eb1-b733-382d73d8f03b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Made reservation on behalf of 172a9e51095e47318b27881dab868355 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:08:01.690192 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-cab412e7-e09d-4eb1-b733-382d73d8f03b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:01.769030 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-42e6fc1b-fafe-4411-bb45-d4b98ae4ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:01.770911 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-42e6fc1b-fafe-4411-bb45-d4b98ae4ed69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=36e9125f-f67e-4b5d-8729-45eedcb46700 HTTP/1.1" status: 200 len: 849 time: 0.1416256 Jun 23 11:08:01.772622 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-6198fd25-e23f-4dbd-af85-2625baf3ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:01.775172 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-6198fd25-e23f-4dbd-af85-2625baf3ddf6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fccc592269f433b99c2d13dad5e8e39&device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 1128 time: 0.0758998 Jun 23 11:08:01.792848 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6963ab83-de2c-48ab-8373-7cc56e74cd0c req-bad54fed-296f-45cf-85d0-9a4f5655aafd tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 210 time: 0.0690258 Jun 23 11:08:01.854084 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:01.874659 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-cab412e7-e09d-4eb1-b733-382d73d8f03b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Allocated IP 172.20.0.7 (cde6b719-8052-4ec2-a733-c2d79d7cb320/4f753206-e3ef-4560-9487-b37ef85f0bf1/51cdb0e1-56be-4180-8c9e-d3a829c5bb64) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:08:01.911204 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-f48457af-b306-4804-bb4d-7a286473a11d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84b1ad85-e16c-4985-8cbb-e7bf0a1823cc HTTP/1.1" status: 200 len: 217 time: 0.0681193 Jun 23 11:08:01.954513 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-5fc62c58-79e6-4ad8-8cc7-1d1b07ab2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:01.956088 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-5fc62c58-79e6-4ad8-8cc7-1d1b07ab2b35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1118467 Jun 23 11:08:01.974136 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-3211bfb1-98d4-46f9-a35a-541afd415af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:01.975598 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-3211bfb1-98d4-46f9-a35a-541afd415af5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54 HTTP/1.1" status: 200 len: 851 time: 0.0569456 Jun 23 11:08:01.993674 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41586) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:02.034510 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-cab412e7-e09d-4eb1-b733-382d73d8f03b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:02.066480 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-cab412e7-e09d-4eb1-b733-382d73d8f03b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:02.157141 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-cab412e7-e09d-4eb1-b733-382d73d8f03b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Network cde6b719-8052-4ec2-a733-c2d79d7cb320 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:08:02.161620 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab412e7-e09d-4eb1-b733-382d73d8f03b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event updated for resources: {'Port': ['ID=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:02.166309 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-cab412e7-e09d-4eb1-b733-382d73d8f03b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:08:02.169566 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-cab412e7-e09d-4eb1-b733-382d73d8f03b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:08:02.172428 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:02.258974 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-cab412e7-e09d-4eb1-b733-382d73d8f03b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:02.259911 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-cab412e7-e09d-4eb1-b733-382d73d8f03b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:02.274584 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:02.312427 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-cab412e7-e09d-4eb1-b733-382d73d8f03b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9299331 Jun 23 11:08:02.319441 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-54a7a2ec-99d9-41b7-9952-2be108eb9afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:02.321168 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-54a7a2ec-99d9-41b7-9952-2be108eb9afb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1135919 Jun 23 11:08:02.358274 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-76b26546-3b57-4c78-ba81-883c6df10419 service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517956 Jun 23 11:08:02.384344 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Request body: {'port': {'device_id': '248be1ac-b2c3-4081-adba-30258b95aa91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:08:02.453809 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-1425981b-9154-4937-aad5-e4c7ef1e69df None None] Provisioning complete for port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:08:02.454887 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1425981b-9154-4937-aad5-e4c7ef1e69df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:02.489605 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-1425981b-9154-4937-aad5-e4c7ef1e69df None None] Port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:08:02.497549 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:02.518560 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:02.543695 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a4f05-036d-4d78-ae02-7f7732e6c947 req-6471528c-3a88-4b4c-8b4a-959bac68cb60 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:02.545152 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a48a4f05-036d-4d78-ae02-7f7732e6c947 req-6471528c-3a88-4b4c-8b4a-959bac68cb60 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 944 time: 0.1341012 Jun 23 11:08:02.590356 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7e7d047-5a3c-40d9-8801-ffaefaca2d65 req-34a09589-45e2-478f-8329-1435447f3784 service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128396 Jun 23 11:08:02.595151 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-95b767aa-f91b-4599-b51d-b05a98cb5517 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359517 Jun 23 11:08:02.643192 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a48a4f05-036d-4d78-ae02-7f7732e6c947 req-334e2d7f-007c-4b80-87ba-f498b8e0cc92 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=da3013a6-8ded-40af-ba28-45bcb5f26456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892565 Jun 23 11:08:02.686038 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bed149b3-f29d-4187-b921-2e08fc2f611b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-263779'] for router_interface (6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:02.689652 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:UPDATE=5,neutron:INSERT=3,neutron:SELECT=91,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:02.715796 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-24906941-02d5-4429-8b4d-1c9f11d8479f req-83ae2185-bfc0-4330-8269-eb5001ba74f3 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074386 Jun 23 11:08:02.831096 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932532b-60cf-46bd-87d2-edc201c0c30a req-21d2f571-6fff-4a89-aae4-f4ef7990e4a5 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:02.832585 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d932532b-60cf-46bd-87d2-edc201c0c30a req-21d2f571-6fff-4a89-aae4-f4ef7990e4a5 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 944 time: 0.1089921 Jun 23 11:08:02.916008 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ae292-0eb0-4900-864c-b663a7069b7e req-af8e8277-b88d-4bf7-8a86-0998c6782d85 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:02.917459 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-849ae292-0eb0-4900-864c-b663a7069b7e req-af8e8277-b88d-4bf7-8a86-0998c6782d85 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 931 time: 0.0468497 Jun 23 11:08:02.964863 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-849ae292-0eb0-4900-864c-b663a7069b7e req-c375c529-2608-43ec-adce-47d4d6a0c3e2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415857 Jun 23 11:08:02.990298 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d932532b-60cf-46bd-87d2-edc201c0c30a req-28ae0e24-d643-409d-bcb1-88082bca3150 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311848 Jun 23 11:08:03.001221 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:03.068318 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:08:03.078657 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Publish callbacks [] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:03.113890 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Transition to ACTIVE for port object 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:08:03.117988 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:03.142862 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-bed149b3-f29d-4187-b921-2e08fc2f611b admin admin] Deleting port 03cbcda1-b17f-4387-b722-7e152b805989 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:08:03.143188 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bed149b3-f29d-4187-b921-2e08fc2f611b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (03cbcda1-b17f-4387-b722-7e152b805989), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:03.185625 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Pushing event updated for resources: {'Port': ['ID=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:03.295336 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-bed149b3-f29d-4187-b921-2e08fc2f611b admin admin] For port 03cbcda1-b17f-4387-b722-7e152b805989, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=03cbcda1-b17f-4387-b722-7e152b805989,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:08:03.295720 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bed149b3-f29d-4187-b921-2e08fc2f611b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (03cbcda1-b17f-4387-b722-7e152b805989), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:03.315073 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-bed149b3-f29d-4187-b921-2e08fc2f611b admin admin] Calling delete_port for 03cbcda1-b17f-4387-b722-7e152b805989 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:08:03.334221 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Attempting to bind port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:08:03.334552 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Attempting to bind port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '18fa8e7a-55a0-426c-8dbc-c378520d1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:08:03.334876 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Attempting to bind port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 on network cde6b719-8052-4ec2-a733-c2d79d7cb320 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:08:03.361916 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd9cc-2ded-40c5-8388-a4f04cfbb5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:03.370299 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 on network cde6b719-8052-4ec2-a733-c2d79d7cb320 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:08:03.370650 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Attempting to bind port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 on network cde6b719-8052-4ec2-a733-c2d79d7cb320 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:08:03.379007 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:08:03.379344 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Checking segment: {'id': '18fa8e7a-55a0-426c-8dbc-c378520d1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:08:03.379888 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Bound using segment: {'id': '18fa8e7a-55a0-426c-8dbc-c378520d1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:08:03.380331 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Bound port: 51cdb0e1-56be-4180-8c9e-d3a829c5bb64, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fa8e7a-55a0-426c-8dbc-c378520d1ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:08:03.380686 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:03.427462 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'tag': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:08:03.430213 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985b264c-d724-4d44-a389-2ad07f32f9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f679b64b-da38-4e32-8565-0f30aa11496f", "tag": "84b1ad85-e16c-4985-8cbb-e7bf0a1823cc"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:08:03.446961 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0678ab-1185-47d6-9aa5-b4b8ab5c842c req-eda620bd-0fdc-45c9-a97f-69407e9e63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:03.448503 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ac0678ab-1185-47d6-9aa5-b4b8ab5c842c req-eda620bd-0fdc-45c9-a97f-69407e9e63ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac9f9313c3ac4dde97e75ac6fa8fae11&device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 1128 time: 0.0583663 Jun 23 11:08:03.466239 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451c4815-b87a-4802-b31e-614c9c4491a4 x-openstack-request-id: req-451c4815-b87a-4802-b31e-614c9c4491a4 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:08:03.466652 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f679b64b-da38-4e32-8565-0f30aa11496f", "tag": "84b1ad85-e16c-4985-8cbb-e7bf0a1823cc", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:08:03.466991 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-451c4815-b87a-4802-b31e-614c9c4491a4 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:08:03.467973 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451c4815-b87a-4802-b31e-614c9c4491a4'] response: {'name': 'network-changed', 'server_uuid': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'tag': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc', 'status': 'completed', 'code': 200} Jun 23 11:08:03.505743 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] For port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64, host hv-cinder-84330, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:08:03.510284 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] For port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:08:03.517368 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:03.524038 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:03.588488 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:03.589098 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:03.590471 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] 10.222.0.60 "PUT /v2.0/ports/51cdb0e1-56be-4180-8c9e-d3a829c5bb64 HTTP/1.1" status: 200 len: 1093 time: 1.2192609 Jun 23 11:08:03.592799 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248be1ac-b2c3-4081-adba-30258b95aa91', 'tag': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:08:03.595112 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f75a5c7-5640-4189-ad88-b436ac0bc9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "248be1ac-b2c3-4081-adba-30258b95aa91", "tag": "51cdb0e1-56be-4180-8c9e-d3a829c5bb64"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:08:03.601147 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=6 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:03.629697 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1c542-fe70-4821-ac86-29e4169377bc service neutron] Pushing event updated for resources: {'Port': ['ID=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:03.634101 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee174645-1fd0-47e0-af87-73bd4289d2b4 x-openstack-request-id: req-ee174645-1fd0-47e0-af87-73bd4289d2b4 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:08:03.634398 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248be1ac-b2c3-4081-adba-30258b95aa91", "tag": "51cdb0e1-56be-4180-8c9e-d3a829c5bb64", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:08:03.634908 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee174645-1fd0-47e0-af87-73bd4289d2b4 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:08:03.635300 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee174645-1fd0-47e0-af87-73bd4289d2b4'] response: {'name': 'network-changed', 'server_uuid': '248be1ac-b2c3-4081-adba-30258b95aa91', 'tag': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64', 'status': 'completed', 'code': 200} Jun 23 11:08:03.636655 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bed149b3-f29d-4187-b921-2e08fc2f611b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (03cbcda1-b17f-4387-b722-7e152b805989), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:03.664645 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed149b3-f29d-4187-b921-2e08fc2f611b admin admin] Pushing event deleted for resources: {'Port': ['ID=03cbcda1-b17f-4387-b722-7e152b805989,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:03.799569 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75a5c7-5640-4189-ad88-b436ac0bc9a4 req-67c4dba2-a0d5-4fb3-861e-d1bbe7601115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:03.801085 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6f75a5c7-5640-4189-ad88-b436ac0bc9a4 req-67c4dba2-a0d5-4fb3-861e-d1bbe7601115 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=172a9e51095e47318b27881dab868355&device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 1127 time: 0.0878749 Jun 23 11:08:03.802407 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 88802b38-9718-44af-a9c0-e377da1fdee6 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:08:03.824832 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: 88802b38-9718-44af-a9c0-e377da1fdee6 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:08:03.825402 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 88802b38-9718-44af-a9c0-e377da1fdee6 not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:08:03.838487 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b264c-d724-4d44-a389-2ad07f32f9d9 req-65ede871-6618-45d9-bc37-fdd95fb58045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:03.840985 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-985b264c-d724-4d44-a389-2ad07f32f9d9 req-65ede871-6618-45d9-bc37-fdd95fb58045 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fccc592269f433b99c2d13dad5e8e39&device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 1128 time: 0.1032116 Jun 23 11:08:03.878383 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37744403-baef-46f5-af2e-707cbe6f378c req-c85bb601-f5f9-428b-815a-1e75bee811ef tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:03.879948 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-37744403-baef-46f5-af2e-707cbe6f378c req-c85bb601-f5f9-428b-815a-1e75bee811ef tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 944 time: 0.1220174 Jun 23 11:08:03.901203 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0678ab-1185-47d6-9aa5-b4b8ab5c842c req-488a6f9d-c842-42ee-b1a8-2a17815fb028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:03.902662 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ac0678ab-1185-47d6-9aa5-b4b8ab5c842c req-488a6f9d-c842-42ee-b1a8-2a17815fb028 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d HTTP/1.1" status: 200 len: 911 time: 0.1978583 Jun 23 11:08:03.973751 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ac0678ab-1185-47d6-9aa5-b4b8ab5c842c req-aa51f9f3-41e3-4d53-8078-238ba7a66cb2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 HTTP/1.1" status: 200 len: 217 time: 0.0425892 Jun 23 11:08:04.023522 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b264c-d724-4d44-a389-2ad07f32f9d9 req-3ab390c8-60e3-4c31-ae79-3ee1fb7f4e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:04.025065 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-985b264c-d724-4d44-a389-2ad07f32f9d9 req-3ab390c8-60e3-4c31-ae79-3ee1fb7f4e12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb HTTP/1.1" status: 200 len: 913 time: 0.1769483 Jun 23 11:08:04.072730 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0678ab-1185-47d6-9aa5-b4b8ab5c842c req-6dece98e-b4d1-4515-88dd-0e625d0b9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:04.074165 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ac0678ab-1185-47d6-9aa5-b4b8ab5c842c req-6dece98e-b4d1-4515-88dd-0e625d0b9bbd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=36e9125f-f67e-4b5d-8729-45eedcb46700 HTTP/1.1" status: 200 len: 849 time: 0.0940282 Jun 23 11:08:04.075772 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-985b264c-d724-4d44-a389-2ad07f32f9d9 req-082a0749-83b3-4056-a14c-5ea5bdb8f1d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84b1ad85-e16c-4985-8cbb-e7bf0a1823cc HTTP/1.1" status: 200 len: 217 time: 0.0416579 Jun 23 11:08:04.168236 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0678ab-1185-47d6-9aa5-b4b8ab5c842c req-37aa39cc-2fea-4681-b87b-12b2e53c9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:04.169762 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ac0678ab-1185-47d6-9aa5-b4b8ab5c842c req-37aa39cc-2fea-4681-b87b-12b2e53c9224 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848324 Jun 23 11:08:04.176057 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b264c-d724-4d44-a389-2ad07f32f9d9 req-3983983a-0d4f-406a-a07c-c09cb133bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:04.177486 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-985b264c-d724-4d44-a389-2ad07f32f9d9 req-3983983a-0d4f-406a-a07c-c09cb133bb8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54 HTTP/1.1" status: 200 len: 851 time: 0.0819366 Jun 23 11:08:04.185042 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:04.307070 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-37744403-baef-46f5-af2e-707cbe6f378c req-8a701735-3476-4db7-9649-c5bdabd9f6a5 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=da3013a6-8ded-40af-ba28-45bcb5f26456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4152174 Jun 23 11:08:04.308472 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75a5c7-5640-4189-ad88-b436ac0bc9a4 req-7c41827a-3fcc-4b4c-85fe-f257ae4d64d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:04.309895 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6f75a5c7-5640-4189-ad88-b436ac0bc9a4 req-7c41827a-3fcc-4b4c-85fe-f257ae4d64d0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=172a9e51095e47318b27881dab868355&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4937768 Jun 23 11:08:04.310515 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bed149b3-f29d-4187-b921-2e08fc2f611b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-263927'] for router_interface (6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:04.317882 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe48b4-919d-44fc-a1ba-19605b5382a2 req-d8706511-bdfe-4833-908d-06d453b50ca3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:04.319364 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-08fe48b4-919d-44fc-a1ba-19605b5382a2 req-d8706511-bdfe-4833-908d-06d453b50ca3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 943 time: 0.1223850 Jun 23 11:08:04.322361 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b264c-d724-4d44-a389-2ad07f32f9d9 req-cddc7754-5abd-4050-b421-54f3da27df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:04.323837 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-985b264c-d724-4d44-a389-2ad07f32f9d9 req-cddc7754-5abd-4050-b421-54f3da27df2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1372044 Jun 23 11:08:04.411808 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ac0678ab-1185-47d6-9aa5-b4b8ab5c842c req-fd4de5e6-3eb4-422f-af26-7ececd83c06a service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333336 Jun 23 11:08:04.456003 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:04.483318 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-08fe48b4-919d-44fc-a1ba-19605b5382a2 req-7ff18973-1a5c-4933-8953-d35604c95dc7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465766 Jun 23 11:08:04.507542 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d43006-ab91-4255-acb9-cdd227525330 req-b6fdc3d7-9786-4386-b55e-f62266cb4fb0 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:04.509129 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-58d43006-ab91-4255-acb9-cdd227525330 req-b6fdc3d7-9786-4386-b55e-f62266cb4fb0 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 944 time: 0.1248858 Jun 23 11:08:04.538132 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-985b264c-d724-4d44-a389-2ad07f32f9d9 req-607690fd-42fe-4614-843d-14fdebff49e5 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025461 Jun 23 11:08:04.555987 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75a5c7-5640-4189-ad88-b436ac0bc9a4 req-5ed97a44-9479-4e69-a98a-fa9412f67ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:04.557440 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6f75a5c7-5640-4189-ad88-b436ac0bc9a4 req-5ed97a44-9479-4e69-a98a-fa9412f67ccb service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2403648 Jun 23 11:08:04.593842 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ac0678ab-1185-47d6-9aa5-b4b8ab5c842c req-a73fe175-1022-4b1e-8856-30aeb0d96e05 service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499081 Jun 23 11:08:04.641027 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-58d43006-ab91-4255-acb9-cdd227525330 req-3398e3bd-1d52-4bfa-822e-e9e336bda4b9 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228106 Jun 23 11:08:04.684681 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-985b264c-d724-4d44-a389-2ad07f32f9d9 req-763e7344-2d3e-4796-bcbe-9cc9f3c58f42 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380193 Jun 23 11:08:04.688046 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-19b7f363-6e6f-463d-9a8d-f5947d7572fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:04.689940 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-19b7f363-6e6f-463d-9a8d-f5947d7572fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=172a9e51095e47318b27881dab868355&device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 1127 time: 0.0535557 Jun 23 11:08:04.704069 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed149b3-f29d-4187-b921-2e08fc2f611b admin admin] Router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:08:04.747526 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-e9bda913-ca51-4a4d-aacf-71f2965e9713 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51cdb0e1-56be-4180-8c9e-d3a829c5bb64 HTTP/1.1" status: 200 len: 217 time: 0.0331359 Jun 23 11:08:04.747944 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:04.804367 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-bc316019-a093-470e-af55-0146ec6f206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:04.805920 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-bc316019-a093-470e-af55-0146ec6f206e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f753206-e3ef-4560-9487-b37ef85f0bf1 HTTP/1.1" status: 200 len: 855 time: 0.0528722 Jun 23 11:08:04.829678 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed149b3-f29d-4187-b921-2e08fc2f611b admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:08:04.837224 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-bed149b3-f29d-4187-b921-2e08fc2f611b admin admin] 10.222.0.65 "PUT /v2.0/routers/6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8411512 Jun 23 11:08:04.837572 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41616) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:04.839437 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f54d21-f3d6-46ca-a05e-c4f32f079787 None None] Sync routers for ids ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:08:04.850346 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f54d21-f3d6-46ca-a05e-c4f32f079787 None None] Routers {'6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:08:04.851046 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-85f54d21-f3d6-46ca-a05e-c4f32f079787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:07:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:04.884470 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cd802-e224-4a75-9016-4f0a4a703221 req-5fb4b3a0-b044-4a9e-834f-f1f76e47c873 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:04.886435 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-519cd802-e224-4a75-9016-4f0a4a703221 req-5fb4b3a0-b044-4a9e-834f-f1f76e47c873 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 945 time: 0.0588892 Jun 23 11:08:04.902176 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:04.944447 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-519cd802-e224-4a75-9016-4f0a4a703221 req-9317d6fd-bff5-4c24-a635-5830ccbc0902 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495327 Jun 23 11:08:04.945235 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38db60ca-ef5f-4db4-82f4-efc1b817d32c admin admin] Publish callbacks [] for router (6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:04.988140 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:05.043482 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-85f54d21-f3d6-46ca-a05e-c4f32f079787 None None] Set router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:08:05.212675 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-85f54d21-f3d6-46ca-a05e-c4f32f079787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:08:03Z', 'revision_number': 5, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:05.238484 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f54d21-f3d6-46ca-a05e-c4f32f079787 None None] Checking router: 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:08:05.246780 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f54d21-f3d6-46ca-a05e-c4f32f079787 None None] Routers {'6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:08:05.247398 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-85f54d21-f3d6-46ca-a05e-c4f32f079787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:07:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:05.258829 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38db60ca-ef5f-4db4-82f4-efc1b817d32c admin admin] Publish callbacks [] for router_gateway (6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:05.300875 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-38db60ca-ef5f-4db4-82f4-efc1b817d32c admin admin] Deleting port 7d14ac0e-0228-4c5d-a4a3-60dace418429 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:08:05.301214 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38db60ca-ef5f-4db4-82f4-efc1b817d32c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (7d14ac0e-0228-4c5d-a4a3-60dace418429), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:05.350827 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-85f54d21-f3d6-46ca-a05e-c4f32f079787 None None] Set router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:08:05.380256 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-38db60ca-ef5f-4db4-82f4-efc1b817d32c admin admin] For port 7d14ac0e-0228-4c5d-a4a3-60dace418429, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=7d14ac0e-0228-4c5d-a4a3-60dace418429,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:08:05.380625 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38db60ca-ef5f-4db4-82f4-efc1b817d32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (7d14ac0e-0228-4c5d-a4a3-60dace418429), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:05.382743 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:05.405111 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-38db60ca-ef5f-4db4-82f4-efc1b817d32c admin admin] Calling delete_port for 7d14ac0e-0228-4c5d-a4a3-60dace418429 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:08:05.476604 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a3e5a-a9d5-4d4a-9912-676cab3a5756 req-7f35378d-0ba6-46c2-924b-bbfed007e89e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:05.478083 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-031a3e5a-a9d5-4d4a-9912-676cab3a5756 req-7f35378d-0ba6-46c2-924b-bbfed007e89e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 944 time: 0.0891719 Jun 23 11:08:05.522590 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-85f54d21-f3d6-46ca-a05e-c4f32f079787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:08:03Z', 'revision_number': 5, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:05.555815 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f54d21-f3d6-46ca-a05e-c4f32f079787 None None] The sync data for ids ['6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8'] in dv-cinder-843309-2-iscsi is: [{'id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'name': 'tempest-ServerRescueNegativeTestJSON-189048343-router', 'tenant_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:08:03Z', 'revision_number': 5, 'project_id': 'd3db3ac9cb13453fa7bc8195bdf88fd1', 'gw_port': {'id': '7d14ac0e-0228-4c5d-a4a3-60dace418429', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:08:05.578475 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-031a3e5a-a9d5-4d4a-9912-676cab3a5756 req-a0afe5ec-1f9b-44bb-a12f-fb6fe6478065 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=da3013a6-8ded-40af-ba28-45bcb5f26456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930226 Jun 23 11:08:05.640805 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:05.644511 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-893fb4f9-bd2d-4c96-9307-8bd06a4492fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:05.646526 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85caa1ee-f9ae-4e14-93af-527bb8fc6231 req-a61ffaab-2088-4145-8c37-5bd81fd9e08e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:05.649457 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-85caa1ee-f9ae-4e14-93af-527bb8fc6231 req-a61ffaab-2088-4145-8c37-5bd81fd9e08e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 943 time: 0.0781789 Jun 23 11:08:05.661235 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38db60ca-ef5f-4db4-82f4-efc1b817d32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (7d14ac0e-0228-4c5d-a4a3-60dace418429), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:05.685464 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db60ca-ef5f-4db4-82f4-efc1b817d32c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d14ac0e-0228-4c5d-a4a3-60dace418429,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:05.710732 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-85caa1ee-f9ae-4e14-93af-527bb8fc6231 req-54bbb959-bca4-45da-ad1a-0c5602584805 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555735 Jun 23 11:08:05.791103 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38db60ca-ef5f-4db4-82f4-efc1b817d32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391123'] for router_gateway (6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:05.798014 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:08:05.813452 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed584e56-5628-44d1-8c05-e69901de2918 req-526f643a-fbcc-4164-b594-35bee676619c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:05.814934 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ed584e56-5628-44d1-8c05-e69901de2918 req-526f643a-fbcc-4164-b594-35bee676619c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 944 time: 0.0743644 Jun 23 11:08:05.902174 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fb038df1-c7f3-4faa-ad6e-41cb0cd8c410,segment=NetworkSegment(97a79337-8bb6-4fe1-9265-c6256ffbd1f4),segment_id=97a79337-8bb6-4fe1-9265-c6256ffbd1f4)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:08:05.915612 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': 'fb038df1-c7f3-4faa-ad6e-41cb0cd8c410', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'port_id': 'fb038df1-c7f3-4faa-ad6e-41cb0cd8c410', 'mac_address': 'fa:16:3e:15:a0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:08:05.917313 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38db60ca-ef5f-4db4-82f4-efc1b817d32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-269786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27266'] for router (6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:05.922732 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38db60ca-ef5f-4db4-82f4-efc1b817d32c admin admin] Publish callbacks [] for router_controller (6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:05.951574 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:08:05.951860 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (fb038df1-c7f3-4faa-ad6e-41cb0cd8c410), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:05.968726 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:08:05.990143 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fb038df1-c7f3-4faa-ad6e-41cb0cd8c410,segment=NetworkSegment(97a79337-8bb6-4fe1-9265-c6256ffbd1f4),segment_id=97a79337-8bb6-4fe1-9265-c6256ffbd1f4)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:08:05.996156 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (fb038df1-c7f3-4faa-ad6e-41cb0cd8c410), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:06.011826 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ed584e56-5628-44d1-8c05-e69901de2918 req-3e228f6b-aed1-4fd7-a423-168c87f9282b tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734161 Jun 23 11:08:06.022988 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38db60ca-ef5f-4db4-82f4-efc1b817d32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-269652'] for router (6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:06.023855 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38db60ca-ef5f-4db4-82f4-efc1b817d32c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:08:06.029034 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38db60ca-ef5f-4db4-82f4-efc1b817d32c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:06.030371 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-38db60ca-ef5f-4db4-82f4-efc1b817d32c admin admin] 10.222.0.65 "DELETE /v2.0/routers/6f2e24bb-6c5f-4e0a-b112-557b13c9c2e8 HTTP/1.1" status: 204 len: 168 time: 1.1913757 Jun 23 11:08:06.033494 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41626) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:06.056354 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:06.057504 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=fb038df1-c7f3-4faa-ad6e-41cb0cd8c410,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:06.067327 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:06.067969 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:06.068514 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:06.068880 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:06.069219 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:06.069549 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:06.069880 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:06.070207 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:06.070534 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:06.070861 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:06.071187 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:06.071520 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:06.072035 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:06.072375 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:06.072697 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:06.091126 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e70d4a-63a2-4375-96fa-a8c56d364bd1 admin admin] Deleting subnet ddba4511-7d57-410b-b525-5f5d59309fec {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:08:06.093043 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d20f7-aead-4c1a-b659-b3e63673ffeb req-47edd9ab-2019-4c44-a464-d74081469a99 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:06.095112 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1c9d20f7-aead-4c1a-b659-b3e63673ffeb req-47edd9ab-2019-4c44-a464-d74081469a99 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 945 time: 0.0571322 Jun 23 11:08:06.095265 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-30e70d4a-63a2-4375-96fa-a8c56d364bd1 admin admin] Publish callbacks [] for subnet (ddba4511-7d57-410b-b525-5f5d59309fec), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:06.147714 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1c9d20f7-aead-4c1a-b659-b3e63673ffeb req-407af3ac-21cc-44fe-81ab-99ddcdaf9dcd tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449286 Jun 23 11:08:06.167709 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-3264056a-ec6f-4b0e-a9bb-19d1f37d20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:06.168112 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-3264056a-ec6f-4b0e-a9bb-19d1f37d20ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cde6b719-8052-4ec2-a733-c2d79d7cb320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707536 Jun 23 11:08:06.170132 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-30e70d4a-63a2-4375-96fa-a8c56d364bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497197'] for subnet (ddba4511-7d57-410b-b525-5f5d59309fec), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:06.249207 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-30e70d4a-63a2-4375-96fa-a8c56d364bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537351'] for subnet (ddba4511-7d57-410b-b525-5f5d59309fec), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:06.304901 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:06.310004 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-30e70d4a-63a2-4375-96fa-a8c56d364bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60180776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59763228'] for subnet (ddba4511-7d57-410b-b525-5f5d59309fec), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:06.335928 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 03cbcda1-b17f-4387-b722-7e152b805989 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:08:06.343406 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e70d4a-63a2-4375-96fa-a8c56d364bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddba4511-7d57-410b-b525-5f5d59309fec,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:06.348467 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-30e70d4a-63a2-4375-96fa-a8c56d364bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:06.351887 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-30e70d4a-63a2-4375-96fa-a8c56d364bd1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ddba4511-7d57-410b-b525-5f5d59309fec HTTP/1.1" status: 204 len: 168 time: 0.3169212 Jun 23 11:08:06.354169 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41628) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:06.365667 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['fb038df1-c7f3-4faa-ad6e-41cb0cd8c410'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:08:06.367581 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2110e09-e657-4584-b91a-08ae65297a35 None None] Network 19e128cb-e174-49db-a8d2-8534db57c32e requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:08:06.371479 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 03cbcda1-b17f-4387-b722-7e152b805989 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:08:06.372023 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 03cbcda1-b17f-4387-b722-7e152b805989 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:08:06.424856 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594832'] for network (19e128cb-e174-49db-a8d2-8534db57c32e), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:06.468386 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] Deleting port 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:08:06.468750 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (31bf3bd9-49c3-477c-a689-ab9f3cdf71c8), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:06.536532 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] For port 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=31bf3bd9-49c3-477c-a689-ab9f3cdf71c8,segment=NetworkSegment(ed55853a-24d5-4589-814c-e91529eb99ef),segment_id=ed55853a-24d5-4589-814c-e91529eb99ef)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:08:06.536900 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (31bf3bd9-49c3-477c-a689-ab9f3cdf71c8), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:06.551984 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] Calling delete_port for 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:08:06.626248 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-9183cc56-b99e-42de-8fc0-0b5cf81006cc service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225507 Jun 23 11:08:06.659001 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (31bf3bd9-49c3-477c-a689-ab9f3cdf71c8), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:06.662723 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64226364-8484-4f3a-b956-df1b55bbb2f5 None None] DHCP port deletion for 19e128cb-e174-49db-a8d2-8534db57c32e request from dv-cinder-843309-2-iscsi {{(pid=103954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 11:08:06.702255 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] Pushing event deleted for resources: {'Port': ['ID=31bf3bd9-49c3-477c-a689-ab9f3cdf71c8,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:06.706344 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] No DVR routers for this DVR port 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 on host dv-cinder-843309-2-iscsi {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:08:06.712536 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:06.785906 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506618', 'neutron.services.segments.db._delete_segments_for_network-8767343742347'] for network (19e128cb-e174-49db-a8d2-8534db57c32e), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:06.816426 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e128cb-e174-49db-a8d2-8534db57c32e']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:06.822519 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f328dc5-1de4-4a31-9b8e-b49288b3e33a req-cde18eee-f465-431f-9548-2a48b039f4f9 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:06.823930 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2f328dc5-1de4-4a31-9b8e-b49288b3e33a req-cde18eee-f465-431f-9548-2a48b039f4f9 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 945 time: 0.1968079 Jun 23 11:08:06.844679 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed55853a-24d5-4589-814c-e91529eb99ef') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:06.844978 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed55853a-24d5-4589-814c-e91529eb99ef') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:06.845354 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bf42d-e1b4-4102-9fc7-82b918148a0e req-36b02628-cc5a-4027-af32-743314b19c55 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:06.846809 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-372bf42d-e1b4-4102-9fc7-82b918148a0e req-36b02628-cc5a-4027-af32-743314b19c55 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 945 time: 0.1176231 Jun 23 11:08:06.850834 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fda11317-db41-4e44-8fda-bb34bdcfbe41 req-fb1515b1-c6e9-4ce5-bb10-961724303dd7 service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152736 Jun 23 11:08:06.859547 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767343744660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59676569'] for segment (ed55853a-24d5-4589-814c-e91529eb99ef), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:06.866755 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c6145-5c27-46d8-88f2-a6f422800f64 req-38daee99-ac71-485e-9cb0-b72e23a08cc8 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:06.868250 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-128c6145-5c27-46d8-88f2-a6f422800f64 req-38daee99-ac71-485e-9cb0-b72e23a08cc8 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 943 time: 0.0721297 Jun 23 11:08:06.877606 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:06.886699 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (ed55853a-24d5-4589-814c-e91529eb99ef), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:06.901614 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:08:06.902014 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59715779'] for segment (ed55853a-24d5-4589-814c-e91529eb99ef), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:06.902401 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-372bf42d-e1b4-4102-9fc7-82b918148a0e req-5f4a7ee1-e5a9-4bbe-a34c-0cf34a205f8f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=da3013a6-8ded-40af-ba28-45bcb5f26456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499871 Jun 23 11:08:06.927645 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment ed55853a-24d5-4589-814c-e91529eb99ef resource provider aggregate not found Jun 23 11:08:06.977915 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment ed55853a-24d5-4589-814c-e91529eb99ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed55853a-24d5-4589-814c-e91529eb99ef found for delete ", "request_id": "req-c5dded90-ec18-49e5-a1f0-076ea608b928"}]} Jun 23 11:08:06.986863 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-128c6145-5c27-46d8-88f2-a6f422800f64 req-9831a875-6d7b-4f24-bbc3-5685ef6d4d0f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110139 Jun 23 11:08:06.990219 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385476'] for network (19e128cb-e174-49db-a8d2-8534db57c32e), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:07.007353 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:07.010876 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] 10.222.0.65 "DELETE /v2.0/networks/19e128cb-e174-49db-a8d2-8534db57c32e HTTP/1.1" status: 204 len: 168 time: 0.6555536 Jun 23 11:08:07.012020 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4475cb5-ebab-4d2c-a8c6-954214597cac admin admin] Pushing event deleted for resources: {'Network': ['ID=19e128cb-e174-49db-a8d2-8534db57c32e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:07.136458 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2f328dc5-1de4-4a31-9b8e-b49288b3e33a req-0b69fc84-52e9-4ace-876e-230b386422f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Deleting port 4e4920d7-a569-4567-ba7e-9c995b534d53 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:08:07.136968 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2f328dc5-1de4-4a31-9b8e-b49288b3e33a req-0b69fc84-52e9-4ace-876e-230b386422f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (4e4920d7-a569-4567-ba7e-9c995b534d53), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:07.152265 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41642) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:07.159776 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea788d0-caf5-4845-ad5d-f6e63063fce8 req-05b66c82-1fb5-441b-bc4a-16b94cb43044 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:07.161311 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8ea788d0-caf5-4845-ad5d-f6e63063fce8 req-05b66c82-1fb5-441b-bc4a-16b94cb43044 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 944 time: 0.0715821 Jun 23 11:08:07.166681 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:07.182655 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:07.200112 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-2737cdae-9ec6-4eb3-9ac2-494899c0f442 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d3db3ac9cb13453fa7bc8195bdf88fd1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0460985 Jun 23 11:08:07.202181 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41646) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:07.209061 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:07.264915 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8ea788d0-caf5-4845-ad5d-f6e63063fce8 req-961e6368-5a0c-44bf-a06f-1500d7ce227c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957890 Jun 23 11:08:07.287388 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-2f328dc5-1de4-4a31-9b8e-b49288b3e33a req-0b69fc84-52e9-4ace-876e-230b386422f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] For port 4e4920d7-a569-4567-ba7e-9c995b534d53, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4e4920d7-a569-4567-ba7e-9c995b534d53,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:08:07.287800 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2f328dc5-1de4-4a31-9b8e-b49288b3e33a req-0b69fc84-52e9-4ace-876e-230b386422f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (4e4920d7-a569-4567-ba7e-9c995b534d53), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:07.288093 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf06911f-dfdc-4468-8d29-fe1155b98428 admin admin] Publish callbacks [] for security_group (b7fb3b1b-83fd-4b2b-8971-d56999996b7f), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:07.296024 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626265c-d3c3-45ef-bac7-92d4bd7d75bc req-0efe0c9f-b8a7-4a0a-a940-218abd720a02 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:07.298118 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a626265c-d3c3-45ef-bac7-92d4bd7d75bc req-0efe0c9f-b8a7-4a0a-a940-218abd720a02 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 945 time: 0.0603008 Jun 23 11:08:07.333009 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf06911f-dfdc-4468-8d29-fe1155b98428 admin admin] Publish callbacks [] for security_group (b7fb3b1b-83fd-4b2b-8971-d56999996b7f), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:07.386158 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a626265c-d3c3-45ef-bac7-92d4bd7d75bc req-3a7952c7-2ebd-43ff-b819-dae5dc36734c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802639 Jun 23 11:08:07.412197 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf06911f-dfdc-4468-8d29-fe1155b98428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (b7fb3b1b-83fd-4b2b-8971-d56999996b7f), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:07.414985 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf06911f-dfdc-4468-8d29-fe1155b98428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:07.416143 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-cf06911f-dfdc-4468-8d29-fe1155b98428 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b7fb3b1b-83fd-4b2b-8971-d56999996b7f HTTP/1.1" status: 204 len: 168 time: 0.2119875 Jun 23 11:08:07.437424 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06911f-dfdc-4468-8d29-fe1155b98428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fb3b1b-83fd-4b2b-8971-d56999996b7f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:07.460152 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2f328dc5-1de4-4a31-9b8e-b49288b3e33a req-0b69fc84-52e9-4ace-876e-230b386422f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:07.460548 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2f328dc5-1de4-4a31-9b8e-b49288b3e33a req-0b69fc84-52e9-4ace-876e-230b386422f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (8df0e4a8-bc6c-4090-bac7-bb0bf96ebdc5), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:07.460801 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [req-2f328dc5-1de4-4a31-9b8e-b49288b3e33a req-0b69fc84-52e9-4ace-876e-230b386422f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Floating IP 8df0e4a8-bc6c-4090-bac7-bb0bf96ebdc5 disassociated. External IP: 172.27.2.251, port: 4e4920d7-a569-4567-ba7e-9c995b534d53. Jun 23 11:08:07.461144 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-2f328dc5-1de4-4a31-9b8e-b49288b3e33a req-0b69fc84-52e9-4ace-876e-230b386422f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Calling delete_port for 4e4920d7-a569-4567-ba7e-9c995b534d53 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:08:07.597118 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2f328dc5-1de4-4a31-9b8e-b49288b3e33a req-0b69fc84-52e9-4ace-876e-230b386422f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (4e4920d7-a569-4567-ba7e-9c995b534d53), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:07.624870 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69fc84-52e9-4ace-876e-230b386422f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event deleted for resources: {'Port': ['ID=4e4920d7-a569-4567-ba7e-9c995b534d53,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:07.733519 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f328dc5-1de4-4a31-9b8e-b49288b3e33a req-0b69fc84-52e9-4ace-876e-230b386422f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Router 610e5342-e51c-4cf1-856f-3920f06a611f has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:08:07.739829 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:07.836987 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:07.840659 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f328dc5-1de4-4a31-9b8e-b49288b3e33a req-0b69fc84-52e9-4ace-876e-230b386422f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:08:07.852820 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee64e191-6ccd-46af-b19f-eb4bb63b07a0 None None] Sync routers for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:08:07.863516 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee64e191-6ccd-46af-b19f-eb4bb63b07a0 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:08:07.864249 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-ee64e191-6ccd-46af-b19f-eb4bb63b07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:08:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:07.889632 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f328dc5-1de4-4a31-9b8e-b49288b3e33a req-0b69fc84-52e9-4ace-876e-230b386422f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] No DVR routers for this DVR port 4e4920d7-a569-4567-ba7e-9c995b534d53 on host hv-cinder-84330 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:08:07.892905 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-2f328dc5-1de4-4a31-9b8e-b49288b3e33a req-0b69fc84-52e9-4ace-876e-230b386422f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:07.896597 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2f328dc5-1de4-4a31-9b8e-b49288b3e33a req-0b69fc84-52e9-4ace-876e-230b386422f2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "DELETE /v2.0/ports/4e4920d7-a569-4567-ba7e-9c995b534d53 HTTP/1.1" status: 204 len: 173 time: 0.8717756 Jun 23 11:08:07.897002 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eed5440-b2dd-4413-84ff-fe74e9bdbf0d', 'name': 'network-vif-deleted', 'tag': '4e4920d7-a569-4567-ba7e-9c995b534d53'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:08:07.900200 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e7c99d-c34f-414d-bbf7-1d3a43f4cc36" -d '{"events": [{"server_uuid": "3eed5440-b2dd-4413-84ff-fe74e9bdbf0d", "name": "network-vif-deleted", "tag": "4e4920d7-a569-4567-ba7e-9c995b534d53"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:08:07.903960 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:08:07.960839 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c6cbc7-0f01-44ed-bba0-ee82a7d30418 x-openstack-request-id: req-c2c6cbc7-0f01-44ed-bba0-ee82a7d30418 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:08:07.961341 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eed5440-b2dd-4413-84ff-fe74e9bdbf0d", "name": "network-vif-deleted", "tag": "4e4920d7-a569-4567-ba7e-9c995b534d53", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:08:07.961757 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2c6cbc7-0f01-44ed-bba0-ee82a7d30418 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:08:07.962325 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c6cbc7-0f01-44ed-bba0-ee82a7d30418'] response: {'server_uuid': '3eed5440-b2dd-4413-84ff-fe74e9bdbf0d', 'name': 'network-vif-deleted', 'tag': '4e4920d7-a569-4567-ba7e-9c995b534d53', 'status': 'completed', 'code': 200} Jun 23 11:08:08.008156 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:08.037112 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:08:08.061768 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-ee64e191-6ccd-46af-b19f-eb4bb63b07a0 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:08:08.064717 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:08:08.065090 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (fb038df1-c7f3-4faa-ad6e-41cb0cd8c410), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:08.118169 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a38c4-e0e6-4df9-b0ad-ad342eb70f5e req-38f3bbe1-afbc-45dd-a6c2-06a9e837e93a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:08.121209 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-110a38c4-e0e6-4df9-b0ad-ad342eb70f5e req-38f3bbe1-afbc-45dd-a6c2-06a9e837e93a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 945 time: 0.1066477 Jun 23 11:08:08.182360 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b3d68-7459-40af-9ca7-8eddbba3cbdc req-444b4163-18fb-4c0d-89b1-599faa17ad45 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:08.184811 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0d6b3d68-7459-40af-9ca7-8eddbba3cbdc req-444b4163-18fb-4c0d-89b1-599faa17ad45 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 943 time: 0.0676205 Jun 23 11:08:08.197176 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-110a38c4-e0e6-4df9-b0ad-ad342eb70f5e req-b33f5c05-f39a-4901-a196-43f3b581ee26 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=da3013a6-8ded-40af-ba28-45bcb5f26456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687912 Jun 23 11:08:08.259465 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0d6b3d68-7459-40af-9ca7-8eddbba3cbdc req-a7081c24-c18b-418e-be34-5ef4ed24dcad tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681858 Jun 23 11:08:08.280203 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:08.353388 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:08:08.398013 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f25da-90ff-44ba-90c9-21aa028baec4 req-824fe9f8-dccb-4965-8c06-e131efff8777 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:08.405982 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9b9f25da-90ff-44ba-90c9-21aa028baec4 req-824fe9f8-dccb-4965-8c06-e131efff8777 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 944 time: 0.0692031 Jun 23 11:08:08.497327 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9b9f25da-90ff-44ba-90c9-21aa028baec4 req-7589af44-f9c6-466a-937f-e420bcc6b215 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888462 Jun 23 11:08:08.528384 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:08:08.528736 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 31bf3bd9-49c3-477c-a689-ab9f3cdf71c8 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:08:08.529166 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 7d14ac0e-0228-4c5d-a4a3-60dace418429 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:08:08.550695 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-54f87ade-9d93-41cd-8fcd-9c7e7f12144f req-379dfa33-f6c1-4f53-b1cd-cf36e634ba96 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eed5440-b2dd-4413-84ff-fe74e9bdbf0d HTTP/1.1" status: 200 len: 210 time: 0.0387573 Jun 23 11:08:08.562028 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 7d14ac0e-0228-4c5d-a4a3-60dace418429 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:08:08.562697 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 7d14ac0e-0228-4c5d-a4a3-60dace418429 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:08:08.576088 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:08:08.576088 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (fb038df1-c7f3-4faa-ad6e-41cb0cd8c410), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:08.631460 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a14dfc-929a-475c-ac07-48e81f7d53ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb038df1-c7f3-4faa-ad6e-41cb0cd8c410'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:08:08.633718 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e154d70-a0b4-4242-af71-5c8f8a27b1a8" -d '{"events": [{"server_uuid": "a1a14dfc-929a-475c-ac07-48e81f7d53ba", "name": "network-vif-plugged", "status": "completed", "tag": "fb038df1-c7f3-4faa-ad6e-41cb0cd8c410"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:08:08.667057 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fb038df1-c7f3-4faa-ad6e-41cb0cd8c410,segment=NetworkSegment(97a79337-8bb6-4fe1-9265-c6256ffbd1f4),segment_id=97a79337-8bb6-4fe1-9265-c6256ffbd1f4)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:08:08.675766 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (fb038df1-c7f3-4faa-ad6e-41cb0cd8c410), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:08.676941 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 4e4920d7-a569-4567-ba7e-9c995b534d53 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:08:08.680817 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:08.681971 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:08.704087 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-ee64e191-6ccd-46af-b19f-eb4bb63b07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:08.728699 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: 4e4920d7-a569-4567-ba7e-9c995b534d53 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:08:08.729037 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 4e4920d7-a569-4567-ba7e-9c995b534d53 not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:08:08.757227 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee64e191-6ccd-46af-b19f-eb4bb63b07a0 None None] Checking router: 610e5342-e51c-4cf1-856f-3920f06a611f for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:08:08.782616 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee64e191-6ccd-46af-b19f-eb4bb63b07a0 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:08:08.783151 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-ee64e191-6ccd-46af-b19f-eb4bb63b07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:08:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:08.786614 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=fb038df1-c7f3-4faa-ad6e-41cb0cd8c410,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:08.900402 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7102bf-d074-4de0-849b-b7b756b076ea x-openstack-request-id: req-6e7102bf-d074-4de0-849b-b7b756b076ea {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:08:08.900977 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a14dfc-929a-475c-ac07-48e81f7d53ba", "name": "network-vif-plugged", "status": "completed", "tag": "fb038df1-c7f3-4faa-ad6e-41cb0cd8c410", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:08:08.900977 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e7102bf-d074-4de0-849b-b7b756b076ea {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:08:08.901301 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7102bf-d074-4de0-849b-b7b756b076ea'] response: {'server_uuid': 'a1a14dfc-929a-475c-ac07-48e81f7d53ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb038df1-c7f3-4faa-ad6e-41cb0cd8c410', 'code': 200} Jun 23 11:08:08.903005 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-ee64e191-6ccd-46af-b19f-eb4bb63b07a0 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:08:09.092493 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-ee64e191-6ccd-46af-b19f-eb4bb63b07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:09.120203 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee64e191-6ccd-46af-b19f-eb4bb63b07a0 None None] The sync data for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi is: [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:08:09.324432 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3755f-4d36-4614-97a2-509d1c0af646 req-996504bf-387e-48e4-80e8-1220836926b9 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:09.326236 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d0b3755f-4d36-4614-97a2-509d1c0af646 req-996504bf-387e-48e4-80e8-1220836926b9 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 946 time: 0.0560174 Jun 23 11:08:09.384639 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d0b3755f-4d36-4614-97a2-509d1c0af646 req-2d5168c3-233e-421a-8920-29fbc780e57f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=da3013a6-8ded-40af-ba28-45bcb5f26456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511184 Jun 23 11:08:09.398797 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a07f8-df1b-458f-9df4-863e23fbdb66 req-16c10693-713b-418f-a2eb-fad3636e9c86 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:09.408486 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-344a07f8-df1b-458f-9df4-863e23fbdb66 req-16c10693-713b-418f-a2eb-fad3636e9c86 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 943 time: 0.0695348 Jun 23 11:08:09.444199 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e765e-5b02-40c4-b919-3cff4304f3ab None None] New status for floating IP 8df0e4a8-bc6c-4090-bac7-bb0bf96ebdc5: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:08:09.478631 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-344a07f8-df1b-458f-9df4-863e23fbdb66 req-6382b7de-7e9d-4335-90a3-3c1179d6206f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634437 Jun 23 11:08:09.616763 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4eea33-5856-4eab-b99b-bd7ed3f012cb req-664e080d-6c72-4803-a028-6c58ff0db960 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:09.626329 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8c4eea33-5856-4eab-b99b-bd7ed3f012cb req-664e080d-6c72-4803-a028-6c58ff0db960 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 944 time: 0.0564272 Jun 23 11:08:09.677029 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41714) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:09.679111 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0951450-3d47-46f3-98c1-13cd8d1e60e4 req-2746ccfc-a5e4-4dae-a143-2ad3ba95214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:09.680598 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d0951450-3d47-46f3-98c1-13cd8d1e60e4 req-2746ccfc-a5e4-4dae-a143-2ad3ba95214c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 1130 time: 0.0546937 Jun 23 11:08:09.726205 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8c4eea33-5856-4eab-b99b-bd7ed3f012cb req-4ea80a39-551c-4f8e-ac52-b162eab32f73 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018412 Jun 23 11:08:09.730523 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb5a50bc-780e-4f60-bfa9-0dcafaf47fb8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:09.746994 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d0951450-3d47-46f3-98c1-13cd8d1e60e4 req-169471a4-5be3-4d7a-b8e1-0a4de2b54657 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=da3013a6-8ded-40af-ba28-45bcb5f26456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600283 Jun 23 11:08:09.755972 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb5a50bc-780e-4f60-bfa9-0dcafaf47fb8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:09.805768 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb5a50bc-780e-4f60-bfa9-0dcafaf47fb8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:09.808145 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb5a50bc-780e-4f60-bfa9-0dcafaf47fb8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:09.809332 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-bb5a50bc-780e-4f60-bfa9-0dcafaf47fb8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "DELETE /v2.0/security-groups/6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c HTTP/1.1" status: 204 len: 168 time: 0.1312544 Jun 23 11:08:09.811959 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:08:09.812213 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41716) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:09.818918 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a50bc-780e-4f60-bfa9-0dcafaf47fb8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:09.830583 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.api.v2.resource [None req-3f98fe05-3e91-4cab-8e26-ac55076ccc70 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] show failed (client error): The resource could not be found. Jun 23 11:08:09.831612 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-3f98fe05-3e91-4cab-8e26-ac55076ccc70 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups/6474ab0b-363b-49e0-b1f9-9c7bf5ff6d2c HTTP/1.1" status: 404 len: 347 time: 0.0179465 Jun 23 11:08:09.834890 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41718) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:09.857649 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:09.921198 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:08:09.934020 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'port_id': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64', 'mac_address': 'fa:16:3e:6c:36:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:08:09.943991 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6eb0a258-5645-4a71-91e9-feaadb7d1fbe tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Deleting port 675ce941-8a53-43fe-aeef-3aae82564659 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:08:09.944327 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a258-5645-4a71-91e9-feaadb7d1fbe tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (675ce941-8a53-43fe-aeef-3aae82564659), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:09.974602 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:08:09.975686 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:09.988355 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:08:10.008605 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:08:10.012642 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.026674 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a258-5645-4a71-91e9-feaadb7d1fbe tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (675ce941-8a53-43fe-aeef-3aae82564659), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.026994 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a258-5645-4a71-91e9-feaadb7d1fbe tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (675ce941-8a53-43fe-aeef-3aae82564659), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.039390 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6eb0a258-5645-4a71-91e9-feaadb7d1fbe tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Calling delete_port for 675ce941-8a53-43fe-aeef-3aae82564659 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:08:10.057241 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:10.167616 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a258-5645-4a71-91e9-feaadb7d1fbe tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (675ce941-8a53-43fe-aeef-3aae82564659), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.175571 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:10.199713 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0a258-5645-4a71-91e9-feaadb7d1fbe tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event deleted for resources: {'Port': ['ID=675ce941-8a53-43fe-aeef-3aae82564659,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:10.256383 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a258-5645-4a71-91e9-feaadb7d1fbe tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (8df0e4a8-bc6c-4090-bac7-bb0bf96ebdc5), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.258850 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a258-5645-4a71-91e9-feaadb7d1fbe tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.260391 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-6eb0a258-5645-4a71-91e9-feaadb7d1fbe tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "DELETE /v2.0/floatingips/8df0e4a8-bc6c-4090-bac7-bb0bf96ebdc5 HTTP/1.1" status: 204 len: 168 time: 0.4241879 Jun 23 11:08:10.306061 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['51cdb0e1-56be-4180-8c9e-d3a829c5bb64'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:08:10.324605 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41722) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:10.329897 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-fca87eac-e42c-4946-ad76-639f315a641a tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--157527283', 'description': 'tempest-description--1138942896'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:08:10.349969 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fca87eac-e42c-4946-ad76-639f315a641a tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.425136 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fca87eac-e42c-4946-ad76-639f315a641a tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (277d2f3c-e43a-42af-83c7-0c74f213fee5), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.430550 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fca87eac-e42c-4946-ad76-639f315a641a tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (277d2f3c-e43a-42af-83c7-0c74f213fee5), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.441520 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:10.465213 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fca87eac-e42c-4946-ad76-639f315a641a tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.466437 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-fca87eac-e42c-4946-ad76-639f315a641a tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1408334 Jun 23 11:08:10.469518 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41726) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:10.474329 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-6c00e224-5d69-4799-89ee-0bb6f26b3fe1 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'security_group_rule': {'security_group_id': '277d2f3c-e43a-42af-83c7-0c74f213fee5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:08:10.478576 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca87eac-e42c-4946-ad76-639f315a641a tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277d2f3c-e43a-42af-83c7-0c74f213fee5,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:10.501760 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c00e224-5d69-4799-89ee-0bb6f26b3fe1 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (e73d3f66-a049-4cce-914e-626a90662991), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.514825 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24a4b0-28e8-4835-929c-f5629a5120dc req-3a6dadb6-08f1-442e-a565-5ff5148373d7 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:10.516924 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4b24a4b0-28e8-4835-929c-f5629a5120dc req-3a6dadb6-08f1-442e-a565-5ff5148373d7 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 946 time: 0.0494034 Jun 23 11:08:10.564245 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c00e224-5d69-4799-89ee-0bb6f26b3fe1 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (e73d3f66-a049-4cce-914e-626a90662991), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.569046 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4b24a4b0-28e8-4835-929c-f5629a5120dc req-a86c6b41-e512-4c47-a81d-1a1690b9336c tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=da3013a6-8ded-40af-ba28-45bcb5f26456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460286 Jun 23 11:08:10.579691 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c00e224-5d69-4799-89ee-0bb6f26b3fe1 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (e73d3f66-a049-4cce-914e-626a90662991), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.614066 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:10.618130 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00e224-5d69-4799-89ee-0bb6f26b3fe1 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73d3f66-a049-4cce-914e-626a90662991,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:10.627263 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c00e224-5d69-4799-89ee-0bb6f26b3fe1 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.628886 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-6c00e224-5d69-4799-89ee-0bb6f26b3fe1 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1580639 Jun 23 11:08:10.631577 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 41734) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:10.636239 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4913a7f1-f29c-4084-8b58-a86d7d21c15b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'security_group_rule': {'security_group_id': '277d2f3c-e43a-42af-83c7-0c74f213fee5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:08:10.650948 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f790902-3ed1-40ff-99a0-de70bfc8f246 req-7e5155dc-b64c-44e6-b35a-fd10bcdfee33 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:10.652869 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6f790902-3ed1-40ff-99a0-de70bfc8f246 req-7e5155dc-b64c-44e6-b35a-fd10bcdfee33 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 944 time: 0.0907638 Jun 23 11:08:10.664726 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4913a7f1-f29c-4084-8b58-a86d7d21c15b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (69926fc0-feca-4877-87e4-a3b63b12401e), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.714195 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:10.721251 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6f790902-3ed1-40ff-99a0-de70bfc8f246 req-e23bd066-74cb-4bca-ab34-857da1107039 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604675 Jun 23 11:08:10.738527 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4913a7f1-f29c-4084-8b58-a86d7d21c15b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (69926fc0-feca-4877-87e4-a3b63b12401e), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.749080 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4913a7f1-f29c-4084-8b58-a86d7d21c15b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (69926fc0-feca-4877-87e4-a3b63b12401e), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.774961 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913a7f1-f29c-4084-8b58-a86d7d21c15b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69926fc0-feca-4877-87e4-a3b63b12401e,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:10.784991 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4913a7f1-f29c-4084-8b58-a86d7d21c15b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.789345 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41738) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:10.794883 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-4913a7f1-f29c-4084-8b58-a86d7d21c15b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621873 Jun 23 11:08:10.795033 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'floatingip': {'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:08:10.827777 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:10.859058 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1ad5f-89bd-4e49-99ef-4e43034c6d71 req-362b5fe5-21a4-41fa-99df-bb7abcba912a tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:10.861208 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cdf1ad5f-89bd-4e49-99ef-4e43034c6d71 req-362b5fe5-21a4-41fa-99df-bb7abcba912a tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 944 time: 0.0584209 Jun 23 11:08:10.909668 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cdf1ad5f-89bd-4e49-99ef-4e43034c6d71 req-e604137b-28c0-4d7c-a668-99baff25e409 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427582 Jun 23 11:08:10.911258 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:11.015395 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Allocated IP 172.27.2.26 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/b31f64f1-ee07-47c3-9ffa-13d0ea87dfb4) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:08:11.119972 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for port (b31f64f1-ee07-47c3-9ffa-13d0ea87dfb4), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:11.151277 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (b31f64f1-ee07-47c3-9ffa-13d0ea87dfb4), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:11.190758 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:08:11.193320 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:08:11.197067 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:08:11.221894 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'Port': ['ID=b31f64f1-ee07-47c3-9ffa-13d0ea87dfb4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:11.283124 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (217cb718-1312-4cca-8e37-39dfbe06f234), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:11.317752 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (b31f64f1-ee07-47c3-9ffa-13d0ea87dfb4), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:11.440589 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:11.460771 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for port (b31f64f1-ee07-47c3-9ffa-13d0ea87dfb4), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:11.464891 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (b31f64f1-ee07-47c3-9ffa-13d0ea87dfb4), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:11.500475 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:11.537961 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'Port': ['ID=b31f64f1-ee07-47c3-9ffa-13d0ea87dfb4,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:11.544681 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (217cb718-1312-4cca-8e37-39dfbe06f234), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:11.559784 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:11.560998 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-c0036a57-1916-403f-ac20-aad2e99345b8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7697980 Jun 23 11:08:11.687448 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcb325-cded-4e5a-afca-0b81bce9d5e1 req-54a518ad-3052-4c92-b4ca-7552e4a1b565 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:11.688961 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a8bcb325-cded-4e5a-afca-0b81bce9d5e1 req-54a518ad-3052-4c92-b4ca-7552e4a1b565 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 946 time: 0.0511818 Jun 23 11:08:11.736579 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a8bcb325-cded-4e5a-afca-0b81bce9d5e1 req-2ed73f8c-3311-4c31-ac30-85b32ba11cb4 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=da3013a6-8ded-40af-ba28-45bcb5f26456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419042 Jun 23 11:08:11.757005 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-7394b420-8a80-4bbb-a95f-55a28fba66dd tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--157527283&fields=id&tenant_id=578cf1b29d474080a716e77fe2e84e5b HTTP/1.1" status: 200 len: 267 time: 0.0418863 Jun 23 11:08:11.845937 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170f441-ab1d-4812-9f8d-3e44380f01e1 req-dfcff28e-0434-4e68-be91-4272ceb44a61 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:11.846815 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c170f441-ab1d-4812-9f8d-3e44380f01e1 req-dfcff28e-0434-4e68-be91-4272ceb44a61 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 944 time: 0.0489712 Jun 23 11:08:11.868510 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-0d9dacc3-e9d4-4002-916b-51ca96d9ac9d tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:11.870846 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-0d9dacc3-e9d4-4002-916b-51ca96d9ac9d tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/networks?id=b879fb0c-6f1b-457c-8797-97d9533d8257 HTTP/1.1" status: 200 len: 814 time: 0.1071544 Jun 23 11:08:11.885419 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-43b8fd7a-bbba-4c5f-90c9-c3c44246622a tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/quotas/578cf1b29d474080a716e77fe2e84e5b HTTP/1.1" status: 200 len: 375 time: 0.0089242 Jun 23 11:08:11.899073 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c170f441-ab1d-4812-9f8d-3e44380f01e1 req-1081afbd-8f66-439f-9985-e8fb7ca58ce4 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458200 Jun 23 11:08:11.933843 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-fd5c3674-c843-4451-b4e6-325edfb44ec4 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=578cf1b29d474080a716e77fe2e84e5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434685 Jun 23 11:08:12.022138 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec87dfe-2e9b-478c-bb9a-b94d46b890e5 req-ce130e1a-0f71-4901-b40a-f7a46b4959a9 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:12.023594 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4ec87dfe-2e9b-478c-bb9a-b94d46b890e5 req-ce130e1a-0f71-4901-b40a-f7a46b4959a9 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 944 time: 0.0455248 Jun 23 11:08:12.024609 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:12.036744 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-edbd3ce8-e1bc-4b7c-b0b7-ce84343bb3c8 service neutron] 10.222.0.65 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885377 Jun 23 11:08:12.080400 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4ec87dfe-2e9b-478c-bb9a-b94d46b890e5 req-c4a489f7-2b21-4d5a-9966-aebcaf134763 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507305 Jun 23 11:08:12.124606 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-2b75de1c-5457-48ac-85ac-f2867b712d58 service neutron] 10.222.0.65 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822921 Jun 23 11:08:12.285137 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-254b5c6d-179d-48cd-b991-20e838f182d5 req-934d1222-feb6-40d1-944e-2aa26e47a4e9 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 210 time: 0.0310028 Jun 23 11:08:12.729584 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:08:12.759580 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:12.831084 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=84b1ad85-e16c-4985-8cbb-e7bf0a1823cc,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:08:12.842414 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'port_id': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc', 'mac_address': 'fa:16:3e:b0:00:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:08:12.847980 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358c294-f164-4b4f-bb99-003dd029bc25 req-a9e4d2ba-d615-4e92-8096-3c2f8b05b8cc tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:12.849431 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3358c294-f164-4b4f-bb99-003dd029bc25 req-a9e4d2ba-d615-4e92-8096-3c2f8b05b8cc tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 946 time: 0.0462842 Jun 23 11:08:12.878204 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:08:12.878597 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (84b1ad85-e16c-4985-8cbb-e7bf0a1823cc), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:12.892724 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:08:12.902873 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3358c294-f164-4b4f-bb99-003dd029bc25 req-bbbcded5-737a-49f8-975a-8a269dcf3ba6 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=da3013a6-8ded-40af-ba28-45bcb5f26456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477746 Jun 23 11:08:12.913148 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=84b1ad85-e16c-4985-8cbb-e7bf0a1823cc,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:08:12.920722 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (84b1ad85-e16c-4985-8cbb-e7bf0a1823cc), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:12.965120 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=84b1ad85-e16c-4985-8cbb-e7bf0a1823cc,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:13.015348 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275af2e6-ad33-47b9-82b3-d9c835d8ed03 req-32ae1b19-e5fe-4b17-84a3-70b9f3f2cb4e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:13.016842 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-275af2e6-ad33-47b9-82b3-d9c835d8ed03 req-32ae1b19-e5fe-4b17-84a3-70b9f3f2cb4e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 944 time: 0.0463066 Jun 23 11:08:13.061815 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-275af2e6-ad33-47b9-82b3-d9c835d8ed03 req-c6107e66-9904-45da-a70b-ff98b197e1b5 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395052 Jun 23 11:08:13.191627 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4599b7-7154-432b-95d8-66141760a5e0 req-225e8e26-4882-407c-a49b-04e30f9ddafe tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:13.193048 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1e4599b7-7154-432b-95d8-66141760a5e0 req-225e8e26-4882-407c-a49b-04e30f9ddafe tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 945 time: 0.0454526 Jun 23 11:08:13.239576 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1e4599b7-7154-432b-95d8-66141760a5e0 req-6bdb514c-cc05-4aca-abc7-7c6ed5b59747 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409510 Jun 23 11:08:13.379356 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a867c70e-2e1c-4a2f-9815-697616a400f2 req-67887a0c-f742-4c5d-9cbb-64150879bab5 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 210 time: 0.0302327 Jun 23 11:08:13.626711 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:08:13.671136 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:08:13.677255 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:08:13.677824 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:13.748391 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:08:13.749123 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:13.774203 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248be1ac-b2c3-4081-adba-30258b95aa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:08:13.776443 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bef680-ba9d-4f9b-b5b6-dba3c01cfd90" -d '{"events": [{"server_uuid": "248be1ac-b2c3-4081-adba-30258b95aa91", "name": "network-vif-plugged", "status": "completed", "tag": "51cdb0e1-56be-4180-8c9e-d3a829c5bb64"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:08:13.789717 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:08:13.796537 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:13.835793 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8afbf1d-c106-4213-9c14-2a4251e7f25d x-openstack-request-id: req-d8afbf1d-c106-4213-9c14-2a4251e7f25d {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:08:13.835793 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248be1ac-b2c3-4081-adba-30258b95aa91", "name": "network-vif-plugged", "status": "completed", "tag": "51cdb0e1-56be-4180-8c9e-d3a829c5bb64", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:08:13.835793 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8afbf1d-c106-4213-9c14-2a4251e7f25d {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:08:13.836198 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8afbf1d-c106-4213-9c14-2a4251e7f25d'] response: {'server_uuid': '248be1ac-b2c3-4081-adba-30258b95aa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64', 'code': 200} Jun 23 11:08:13.843471 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:13.862607 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:13.981179 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['84b1ad85-e16c-4985-8cbb-e7bf0a1823cc'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:08:14.047005 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148aa65a-5f15-4bfe-95e5-7800fe2af165 req-94e4294b-7e9c-4619-a938-db198b7542cd tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:14.051318 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-148aa65a-5f15-4bfe-95e5-7800fe2af165 req-94e4294b-7e9c-4619-a938-db198b7542cd tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 946 time: 0.0720377 Jun 23 11:08:14.121383 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-148aa65a-5f15-4bfe-95e5-7800fe2af165 req-beff720a-c80d-44d8-bd35-c81c313a0543 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=da3013a6-8ded-40af-ba28-45bcb5f26456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643408 Jun 23 11:08:14.143850 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b14d43-29cc-4e1e-ae66-3a907bf13140 req-622d7e0c-884e-49cb-b3ad-786955bdbfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:14.145485 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c8b14d43-29cc-4e1e-ae66-3a907bf13140 req-622d7e0c-884e-49cb-b3ad-786955bdbfdf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 1129 time: 0.0568519 Jun 23 11:08:14.207056 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:14.224626 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426fc8e-11e1-4bf8-a6eb-a2905df6d56d req-efe6c846-49a3-4c83-9535-efb507000044 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:14.226120 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a426fc8e-11e1-4bf8-a6eb-a2905df6d56d req-efe6c846-49a3-4c83-9535-efb507000044 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0544019 Jun 23 11:08:14.266473 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6ed1b-fc41-4cd8-bfe0-d304d3a35429 req-92606f83-a87b-40ea-9819-c63c735b5719 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:14.268234 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-78f6ed1b-fc41-4cd8-bfe0-d304d3a35429 req-92606f83-a87b-40ea-9819-c63c735b5719 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 946 time: 0.0764556 Jun 23 11:08:14.277175 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41806) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:14.282448 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a426fc8e-11e1-4bf8-a6eb-a2905df6d56d req-42c96a86-6728-4a2a-b8b9-c0d416aaef46 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487227 Jun 23 11:08:14.285377 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-07367e68-d97f-43cc-b177-a0d13123fb49 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Request body: {'floatingip': {'port_id': 'fb038df1-c7f3-4faa-ad6e-41cb0cd8c410'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:08:14.330960 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07367e68-d97f-43cc-b177-a0d13123fb49 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for floatingip (0565ea00-bc01-4277-8171-7342624f9157), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:14.394762 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c8b14d43-29cc-4e1e-ae66-3a907bf13140 req-d54da4cb-649e-4b11-8106-0b7327122a30 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532568 Jun 23 11:08:14.464328 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddc1a0-cfb4-416f-a35a-5a4fdb0c16fe req-ae2661fa-ccc5-4bff-a1ae-29c3e71b9163 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:14.466584 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8eddc1a0-cfb4-416f-a35a-5a4fdb0c16fe req-ae2661fa-ccc5-4bff-a1ae-29c3e71b9163 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 945 time: 0.1055224 Jun 23 11:08:14.517745 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1daaf378-c0c7-4e59-8e17-9e86f2a471b4 req-59012a8c-26bd-4216-96c2-d9baf9a7b7ff tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 210 time: 0.0359349 Jun 23 11:08:14.570335 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8eddc1a0-cfb4-416f-a35a-5a4fdb0c16fe req-f8b2b7af-3fc0-4126-b32e-74a37902656c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954661 Jun 23 11:08:14.613500 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:14.748845 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:14.833591 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07367e68-d97f-43cc-b177-a0d13123fb49 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:14.837259 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07367e68-d97f-43cc-b177-a0d13123fb49 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (0565ea00-bc01-4277-8171-7342624f9157), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:14.928372 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.l3_db [None req-07367e68-d97f-43cc-b177-a0d13123fb49 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Floating IP 0565ea00-bc01-4277-8171-7342624f9157 associated. External IP: 172.27.2.185, port: fb038df1-c7f3-4faa-ad6e-41cb0cd8c410. Jun 23 11:08:15.116731 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07367e68-d97f-43cc-b177-a0d13123fb49 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Router d1aceb3b-313d-4383-8a1f-22820217f918 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:08:15.216082 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07367e68-d97f-43cc-b177-a0d13123fb49 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:08:15.221642 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07367e68-d97f-43cc-b177-a0d13123fb49 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:15.225997 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1dd8bb-43e2-4f91-b7c3-9b4aa46cb1e9 None None] Sync routers for ids ['d1aceb3b-313d-4383-8a1f-22820217f918'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:08:15.236589 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1dd8bb-43e2-4f91-b7c3-9b4aa46cb1e9 None None] Routers {'d1aceb3b-313d-4383-8a1f-22820217f918'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:08:15.237209 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2c1dd8bb-43e2-4f91-b7c3-9b4aa46cb1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:08:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['d1aceb3b-313d-4383-8a1f-22820217f918'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:15.251361 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-07367e68-d97f-43cc-b177-a0d13123fb49 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "PUT /v2.0/floatingips/0565ea00-bc01-4277-8171-7342624f9157 HTTP/1.1" status: 200 len: 992 time: 0.9726276 Jun 23 11:08:15.251959 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a14dfc-929a-475c-ac07-48e81f7d53ba', 'tag': 'fb038df1-c7f3-4faa-ad6e-41cb0cd8c410'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:08:15.254345 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d4486f-63d8-4484-8bf3-26eaab2f7416" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a14dfc-929a-475c-ac07-48e81f7d53ba", "tag": "fb038df1-c7f3-4faa-ad6e-41cb0cd8c410"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:08:15.280414 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:15.290176 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ed2d58-c7d2-4879-9585-afa26325c6e2 x-openstack-request-id: req-15ed2d58-c7d2-4879-9585-afa26325c6e2 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:08:15.290533 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a14dfc-929a-475c-ac07-48e81f7d53ba", "tag": "fb038df1-c7f3-4faa-ad6e-41cb0cd8c410", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:08:15.290846 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15ed2d58-c7d2-4879-9585-afa26325c6e2 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:08:15.291306 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ed2d58-c7d2-4879-9585-afa26325c6e2'] response: {'name': 'network-changed', 'server_uuid': 'a1a14dfc-929a-475c-ac07-48e81f7d53ba', 'tag': 'fb038df1-c7f3-4faa-ad6e-41cb0cd8c410', 'status': 'completed', 'code': 200} Jun 23 11:08:15.346111 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-2c1dd8bb-43e2-4f91-b7c3-9b4aa46cb1e9 None None] Set router d1aceb3b-313d-4383-8a1f-22820217f918 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:08:15.402951 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bc4b8-c935-413b-b779-43152e4d3774 req-53fb3a59-90ac-46a1-92ef-1604957f8c77 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:15.404349 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2b6bc4b8-c935-413b-b779-43152e4d3774 req-53fb3a59-90ac-46a1-92ef-1604957f8c77 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0495913 Jun 23 11:08:15.559129 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2c1dd8bb-43e2-4f91-b7c3-9b4aa46cb1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:10Z', 'revision_number': 4, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '0565ea00-bc01-4277-8171-7342624f9157', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'floating_ip_address': '172.27.2.185', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'port_id': 'fb038df1-c7f3-4faa-ad6e-41cb0cd8c410', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'mac_address': 'fa:16:3e:15:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a14dfc-929a-475c-ac07-48e81f7d53ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:07:53Z', 'updated_at': '2022-06-23T11:08:14Z', 'revision_number': 1, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cbee5b6-d397-413d-ba0b-bf9b7230f622', 'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'mac_address': 'fa:16:3e:bb:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:08Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 5, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'subnets': [{'id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:15.590057 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1dd8bb-43e2-4f91-b7c3-9b4aa46cb1e9 None None] Checking router: d1aceb3b-313d-4383-8a1f-22820217f918 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:08:15.599342 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1dd8bb-43e2-4f91-b7c3-9b4aa46cb1e9 None None] Routers {'d1aceb3b-313d-4383-8a1f-22820217f918'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:08:15.600010 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2c1dd8bb-43e2-4f91-b7c3-9b4aa46cb1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:08:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['d1aceb3b-313d-4383-8a1f-22820217f918'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:15.620973 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1b00f297-f90e-4ab7-b501-834639806cb1 req-caf5c2bf-2b58-49a3-a74d-85dd1850a081 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 210 time: 0.0293713 Jun 23 11:08:15.712011 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-2c1dd8bb-43e2-4f91-b7c3-9b4aa46cb1e9 None None] Set router d1aceb3b-313d-4383-8a1f-22820217f918 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:08:15.716184 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2b6bc4b8-c935-413b-b779-43152e4d3774 req-4fd16a7b-5192-4d0f-8822-2723aaf91e99 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059795 Jun 23 11:08:15.736621 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5391a4-7109-4c9d-97f2-44d22f245123 req-c69d25d7-b71d-4917-abe4-1984e429fb6f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:15.738062 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3b5391a4-7109-4c9d-97f2-44d22f245123 req-c69d25d7-b71d-4917-abe4-1984e429fb6f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 945 time: 0.0530875 Jun 23 11:08:15.788367 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3b5391a4-7109-4c9d-97f2-44d22f245123 req-c1ac9697-65b6-458b-a217-9ddef56829a8 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432725 Jun 23 11:08:15.809429 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:16.038095 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2c1dd8bb-43e2-4f91-b7c3-9b4aa46cb1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:10Z', 'revision_number': 4, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '0565ea00-bc01-4277-8171-7342624f9157', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'floating_ip_address': '172.27.2.185', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'port_id': 'fb038df1-c7f3-4faa-ad6e-41cb0cd8c410', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'mac_address': 'fa:16:3e:15:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a14dfc-929a-475c-ac07-48e81f7d53ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:07:53Z', 'updated_at': '2022-06-23T11:08:14Z', 'revision_number': 1, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cbee5b6-d397-413d-ba0b-bf9b7230f622', 'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'mac_address': 'fa:16:3e:bb:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:08Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 5, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'subnets': [{'id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:16.061355 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1dd8bb-43e2-4f91-b7c3-9b4aa46cb1e9 None None] The sync data for ids ['d1aceb3b-313d-4383-8a1f-22820217f918'] in dv-cinder-843309-2-iscsi is: [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:10Z', 'revision_number': 4, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '0565ea00-bc01-4277-8171-7342624f9157', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'floating_ip_address': '172.27.2.185', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'port_id': 'fb038df1-c7f3-4faa-ad6e-41cb0cd8c410', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'mac_address': 'fa:16:3e:15:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a14dfc-929a-475c-ac07-48e81f7d53ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:07:53Z', 'updated_at': '2022-06-23T11:08:14Z', 'revision_number': 1, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cbee5b6-d397-413d-ba0b-bf9b7230f622', 'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'mac_address': 'fa:16:3e:bb:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:08Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 5, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'subnets': [{'id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:08:16.245837 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ba4b4-f5eb-4472-9cba-4213c8076cc2 None None] New status for floating IP 0565ea00-bc01-4277-8171-7342624f9157: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:08:16.716082 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6b6a184e-15d0-4876-9ffd-42c386bc0a2f req-090acf94-d37e-40cc-9290-134ce5f78dc9 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 210 time: 0.0263634 Jun 23 11:08:16.831954 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6ee9a-3ed2-44fe-93c2-4d83a9d8688b req-640590a0-2013-444f-9b29-151467766cf7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:16.833419 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d9b6ee9a-3ed2-44fe-93c2-4d83a9d8688b req-640590a0-2013-444f-9b29-151467766cf7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0466008 Jun 23 11:08:16.879086 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d9b6ee9a-3ed2-44fe-93c2-4d83a9d8688b req-71353949-3bf6-4c00-b242-29a71adba81f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401876 Jun 23 11:08:16.899207 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226551b0-5c53-4648-8fae-8e043af18f1b req-dbe0435f-da2b-47b5-a8b7-5eedc87021e6 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:16.900689 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-226551b0-5c53-4648-8fae-8e043af18f1b req-dbe0435f-da2b-47b5-a8b7-5eedc87021e6 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 945 time: 0.0464401 Jun 23 11:08:16.948893 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-226551b0-5c53-4648-8fae-8e043af18f1b req-229cb4b3-20e6-47e6-9f08-d605a6e0b3c3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424149 Jun 23 11:08:17.615500 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:08:17.663111 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:08:17.668861 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:08:17.669268 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (84b1ad85-e16c-4985-8cbb-e7bf0a1823cc), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:17.743679 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:08:17.744102 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (84b1ad85-e16c-4985-8cbb-e7bf0a1823cc), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:17.768678 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:08:17.771020 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7793594-7eac-4d22-a97a-a82ab362e8f5" -d '{"events": [{"server_uuid": "f679b64b-da38-4e32-8565-0f30aa11496f", "name": "network-vif-plugged", "status": "completed", "tag": "84b1ad85-e16c-4985-8cbb-e7bf0a1823cc"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:08:17.786047 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=84b1ad85-e16c-4985-8cbb-e7bf0a1823cc,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:08:17.791045 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (84b1ad85-e16c-4985-8cbb-e7bf0a1823cc), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:17.808291 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-978a5196-5751-4d80-84ca-e7b1bcdef5f0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:17.809849 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-978a5196-5751-4d80-84ca-e7b1bcdef5f0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "GET /v2.0/networks?id=b879fb0c-6f1b-457c-8797-97d9533d8257 HTTP/1.1" status: 200 len: 814 time: 0.3359993 Jun 23 11:08:17.818281 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ec0ac8-c1e1-4494-8561-d9a961412294 x-openstack-request-id: req-68ec0ac8-c1e1-4494-8561-d9a961412294 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:08:17.818568 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f679b64b-da38-4e32-8565-0f30aa11496f", "name": "network-vif-plugged", "status": "completed", "tag": "84b1ad85-e16c-4985-8cbb-e7bf0a1823cc", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:08:17.818820 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-68ec0ac8-c1e1-4494-8561-d9a961412294 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:08:17.819204 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ec0ac8-c1e1-4494-8561-d9a961412294'] response: {'server_uuid': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc', 'code': 200} Jun 23 11:08:17.826140 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-21b55c42-1de7-4869-9c28-8978e3f641bf req-55130eb1-b2e8-44e4-84bf-49111c50968d tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 210 time: 0.0368781 Jun 23 11:08:17.844568 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=84b1ad85-e16c-4985-8cbb-e7bf0a1823cc,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:17.974862 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4486f-63d8-4484-8bf3-26eaab2f7416 req-b07d7e6d-b22d-4464-8321-599982f52a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:17.976625 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b8d4486f-63d8-4484-8bf3-26eaab2f7416 req-b07d7e6d-b22d-4464-8321-599982f52a2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac9f9313c3ac4dde97e75ac6fa8fae11&device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 1130 time: 0.0629869 Jun 23 11:08:18.006923 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-10dc0613-6f91-4f07-9ad0-4f1464dacedb tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578cf1b29d474080a716e77fe2e84e5b HTTP/1.1" status: 200 len: 379 time: 0.0842366 Jun 23 11:08:18.015060 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d253dc1-764c-4e1a-964a-b58a589f1f1b req-cd191f9d-7459-48d9-8986-6c0bb13931a9 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:18.017511 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7d253dc1-764c-4e1a-964a-b58a589f1f1b req-cd191f9d-7459-48d9-8986-6c0bb13931a9 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0562134 Jun 23 11:08:18.066969 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-53b2c668-bbb0-4715-897c-b2d7aa5d4b8f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'port': {'device_id': '9081938b-1ccb-467a-bbbc-c2b2c1ddf599', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'admin_state_up': True, 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'security_groups': ['277d2f3c-e43a-42af-83c7-0c74f213fee5']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:08:18.075357 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7d253dc1-764c-4e1a-964a-b58a589f1f1b req-a98b83a5-4698-4088-bddc-9d9388f85dd9 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523412 Jun 23 11:08:18.096937 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:18.136235 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe59dc8-8df5-4774-b665-0ba6d58436b4 req-2ac5c298-ebe4-4ef6-bc84-1a92784dbc1e tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:18.137704 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cfe59dc8-8df5-4774-b665-0ba6d58436b4 req-2ac5c298-ebe4-4ef6-bc84-1a92784dbc1e tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 946 time: 0.1119456 Jun 23 11:08:18.278052 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cfe59dc8-8df5-4774-b665-0ba6d58436b4 req-aae3594a-cd48-46c3-bff3-b80435d629ed tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076374 Jun 23 11:08:18.295694 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4486f-63d8-4484-8bf3-26eaab2f7416 req-57aa694e-8ee0-4c5f-b0d1-9daec769660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:18.297435 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b8d4486f-63d8-4484-8bf3-26eaab2f7416 req-57aa694e-8ee0-4c5f-b0d1-9daec769660e service neutron] 10.222.0.60 "GET /v2.0/networks?id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d HTTP/1.1" status: 200 len: 911 time: 0.2363915 Jun 23 11:08:18.310084 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-53b2c668-bbb0-4715-897c-b2d7aa5d4b8f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Made reservation on behalf of 578cf1b29d474080a716e77fe2e84e5b for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:08:18.314539 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-53b2c668-bbb0-4715-897c-b2d7aa5d4b8f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:18.432682 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:18.469778 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b8d4486f-63d8-4484-8bf3-26eaab2f7416 req-833562e2-2ef2-4f1f-b9df-37be210096e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 HTTP/1.1" status: 200 len: 1002 time: 0.0973787 Jun 23 11:08:18.495415 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-53b2c668-bbb0-4715-897c-b2d7aa5d4b8f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Allocated IP 172.20.0.10 (b879fb0c-6f1b-457c-8797-97d9533d8257/02373004-8ccd-4033-86a3-d7ee95f33ffc/cf1e62a0-e03e-459d-a279-4ffbdae64ff6) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:08:18.632421 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-53b2c668-bbb0-4715-897c-b2d7aa5d4b8f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for port (cf1e62a0-e03e-459d-a279-4ffbdae64ff6), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:18.665582 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-53b2c668-bbb0-4715-897c-b2d7aa5d4b8f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (cf1e62a0-e03e-459d-a279-4ffbdae64ff6), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:18.713172 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-53b2c668-bbb0-4715-897c-b2d7aa5d4b8f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Network b879fb0c-6f1b-457c-8797-97d9533d8257 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:08:18.716375 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-53b2c668-bbb0-4715-897c-b2d7aa5d4b8f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:08:18.720137 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-53b2c668-bbb0-4715-897c-b2d7aa5d4b8f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:08:18.747401 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2c668-bbb0-4715-897c-b2d7aa5d4b8f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event updated for resources: {'Port': ['ID=cf1e62a0-e03e-459d-a279-4ffbdae64ff6,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:18.780209 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-53b2c668-bbb0-4715-897c-b2d7aa5d4b8f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:18.780832 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-53b2c668-bbb0-4715-897c-b2d7aa5d4b8f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:18.798715 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-53b2c668-bbb0-4715-897c-b2d7aa5d4b8f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7367773 Jun 23 11:08:18.867997 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Request body: {'port': {'device_id': '9081938b-1ccb-467a-bbbc-c2b2c1ddf599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:08:18.909796 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b089f-a838-41d7-838c-419ff5aeb47d req-9b3b2182-69fa-42a4-b35a-d42c93f4ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:18.913693 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-091b089f-a838-41d7-838c-419ff5aeb47d req-9b3b2182-69fa-42a4-b35a-d42c93f4ce6e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 1130 time: 0.0802653 Jun 23 11:08:18.938733 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:18.972311 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (cf1e62a0-e03e-459d-a279-4ffbdae64ff6), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:18.974772 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-2c0dce99-a466-453e-8bc6-f8920b6c08a0 None None] Provisioning complete for port cf1e62a0-e03e-459d-a279-4ffbdae64ff6 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:08:18.975268 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2c0dce99-a466-453e-8bc6-f8920b6c08a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (cf1e62a0-e03e-459d-a279-4ffbdae64ff6), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:18.980034 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4486f-63d8-4484-8bf3-26eaab2f7416 req-9a76e5b5-00d2-4ae8-96cd-3cbab5d6706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:18.981525 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b8d4486f-63d8-4484-8bf3-26eaab2f7416 req-9a76e5b5-00d2-4ae8-96cd-3cbab5d6706b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=36e9125f-f67e-4b5d-8729-45eedcb46700 HTTP/1.1" status: 200 len: 849 time: 0.1273360 Jun 23 11:08:19.000884 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:19.003279 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:19.009592 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-2c0dce99-a466-453e-8bc6-f8920b6c08a0 None None] Port cf1e62a0-e03e-459d-a279-4ffbdae64ff6 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:08:19.019526 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a310a-c5b9-4db9-a331-4cf9a6579d10 req-af6135c9-9e82-4ce8-bcb2-5a7531a9e2bf tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:19.021088 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-365a310a-c5b9-4db9-a331-4cf9a6579d10 req-af6135c9-9e82-4ce8-bcb2-5a7531a9e2bf tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 932 time: 0.0923595 Jun 23 11:08:19.024338 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-091b089f-a838-41d7-838c-419ff5aeb47d req-4d1095fc-0cab-4aae-b9a0-0f23f4566cd4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030142 Jun 23 11:08:19.060704 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4486f-63d8-4484-8bf3-26eaab2f7416 req-dd4fe072-d516-4861-bb98-7d4cc16aab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:19.062204 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b8d4486f-63d8-4484-8bf3-26eaab2f7416 req-dd4fe072-d516-4861-bb98-7d4cc16aab2f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2f66c2d2-ea10-4014-ae5f-f902d520ab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725467 Jun 23 11:08:19.068142 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-365a310a-c5b9-4db9-a331-4cf9a6579d10 req-f5d3613f-9a1f-40f1-a30e-8b23205f4807 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413094 Jun 23 11:08:19.240871 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991e189-9a64-44fa-a11f-ebd6ba80e485 req-10b5f4b2-2f01-44bf-bbcc-9da87c234a3e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:19.242373 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6991e189-9a64-44fa-a11f-ebd6ba80e485 req-10b5f4b2-2f01-44bf-bbcc-9da87c234a3e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0906746 Jun 23 11:08:19.286211 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:19.369588 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6991e189-9a64-44fa-a11f-ebd6ba80e485 req-0e782637-0bd6-4d48-b42c-74b61c27a566 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194556 Jun 23 11:08:19.395911 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1e62a0-e03e-459d-a279-4ffbdae64ff6 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:08:19.405364 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbc59a-c45e-45f8-a616-017682b33f59 req-f5d24664-8c43-4e5e-bb2d-5347f63ec048 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:19.407625 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c7fbc59a-c45e-45f8-a616-017682b33f59 req-f5d24664-8c43-4e5e-bb2d-5347f63ec048 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 946 time: 0.0620885 Jun 23 11:08:19.419862 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Publish callbacks [] for port (cf1e62a0-e03e-459d-a279-4ffbdae64ff6), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:19.443917 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Transition to ACTIVE for port object cf1e62a0-e03e-459d-a279-4ffbdae64ff6 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:08:19.462070 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (cf1e62a0-e03e-459d-a279-4ffbdae64ff6), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:19.463994 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c7fbc59a-c45e-45f8-a616-017682b33f59 req-986ae2c9-e666-458b-9e27-44fce59c45b5 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504711 Jun 23 11:08:19.517615 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b8d4486f-63d8-4484-8bf3-26eaab2f7416 req-d454fd20-ccb3-45ec-9d2f-5654322be186 service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077496 Jun 23 11:08:19.540175 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d238e-1865-4de7-b309-2bf8929dcaf2 req-a9eff481-d263-4536-bcbe-751762dfa1b7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:19.541753 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d30d238e-1865-4de7-b309-2bf8929dcaf2 req-a9eff481-d263-4536-bcbe-751762dfa1b7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0997066 Jun 23 11:08:19.551590 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41864) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:19.553256 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1e62a0-e03e-459d-a279-4ffbdae64ff6,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:19.557904 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-370c02f1-73f3-48c7-abc1-741c3663b17f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Request body: {'floatingip': {'port_id': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:08:19.602309 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-370c02f1-73f3-48c7-abc1-741c3663b17f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for floatingip (ea25832e-5245-4261-8286-5274218bffc8), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:19.628730 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Attempting to bind port cf1e62a0-e03e-459d-a279-4ffbdae64ff6 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:08:19.629313 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Attempting to bind port cf1e62a0-e03e-459d-a279-4ffbdae64ff6 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:08:19.629660 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Attempting to bind port cf1e62a0-e03e-459d-a279-4ffbdae64ff6 on network b879fb0c-6f1b-457c-8797-97d9533d8257 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:08:19.634634 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Port cf1e62a0-e03e-459d-a279-4ffbdae64ff6 on network b879fb0c-6f1b-457c-8797-97d9533d8257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:08:19.635696 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Attempting to bind port cf1e62a0-e03e-459d-a279-4ffbdae64ff6 on network b879fb0c-6f1b-457c-8797-97d9533d8257 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:08:19.640431 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:08:19.641336 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Checking segment: {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:08:19.641729 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Bound using segment: {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:08:19.642189 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Bound port: cf1e62a0-e03e-459d-a279-4ffbdae64ff6, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d482689-7cf0-4de0-8ca0-e4b049b77466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:08:19.644152 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (cf1e62a0-e03e-459d-a279-4ffbdae64ff6), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:19.771594 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] For port cf1e62a0-e03e-459d-a279-4ffbdae64ff6, host hv-cinder-84330, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:08:19.791450 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] For port cf1e62a0-e03e-459d-a279-4ffbdae64ff6, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cf1e62a0-e03e-459d-a279-4ffbdae64ff6,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:08:19.800923 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (cf1e62a0-e03e-459d-a279-4ffbdae64ff6), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:19.841972 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:19.846854 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b8d4486f-63d8-4484-8bf3-26eaab2f7416 req-e214c3b8-7e9b-4a1b-ba5e-c19b4ee4eed1 service neutron] 10.222.0.60 "GET /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644711 Jun 23 11:08:19.857932 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:19.858553 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:19.859939 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] 10.222.0.60 "PUT /v2.0/ports/cf1e62a0-e03e-459d-a279-4ffbdae64ff6 HTTP/1.1" status: 200 len: 1094 time: 0.9978740 Jun 23 11:08:19.860365 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9081938b-1ccb-467a-bbbc-c2b2c1ddf599', 'tag': 'cf1e62a0-e03e-459d-a279-4ffbdae64ff6'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:08:19.862593 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af38368f-cb37-47d6-8977-36ca8e2fb163" -d '{"events": [{"name": "network-changed", "server_uuid": "9081938b-1ccb-467a-bbbc-c2b2c1ddf599", "tag": "cf1e62a0-e03e-459d-a279-4ffbdae64ff6"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:08:19.886066 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cf271-b2f1-45aa-93e5-dc0d1b2f4dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1e62a0-e03e-459d-a279-4ffbdae64ff6,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:19.912812 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f61c239-945a-4d63-a862-9cd67cd1155f x-openstack-request-id: req-0f61c239-945a-4d63-a862-9cd67cd1155f {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:08:19.913106 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9081938b-1ccb-467a-bbbc-c2b2c1ddf599", "tag": "cf1e62a0-e03e-459d-a279-4ffbdae64ff6", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:08:19.913357 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f61c239-945a-4d63-a862-9cd67cd1155f {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:08:19.913756 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f61c239-945a-4d63-a862-9cd67cd1155f'] response: {'name': 'network-changed', 'server_uuid': '9081938b-1ccb-467a-bbbc-c2b2c1ddf599', 'tag': 'cf1e62a0-e03e-459d-a279-4ffbdae64ff6', 'status': 'completed', 'code': 200} Jun 23 11:08:20.157423 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-b182e2cd-6d09-46b2-be39-68c118266936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:20.159113 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-b182e2cd-6d09-46b2-be39-68c118266936 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=578cf1b29d474080a716e77fe2e84e5b&device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 1128 time: 0.0835881 Jun 23 11:08:20.161615 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-370c02f1-73f3-48c7-abc1-741c3663b17f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:20.165813 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-370c02f1-73f3-48c7-abc1-741c3663b17f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (ea25832e-5245-4261-8286-5274218bffc8), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:20.214441 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63856d6-13af-40a0-bc1b-cd618f6b0de1 req-d6a51149-61d1-4cbb-9804-d7d32959c367 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:20.215920 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f63856d6-13af-40a0-bc1b-cd618f6b0de1 req-d6a51149-61d1-4cbb-9804-d7d32959c367 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 944 time: 0.0473695 Jun 23 11:08:20.250554 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:20.265622 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f63856d6-13af-40a0-bc1b-cd618f6b0de1 req-68b07902-c7cd-4cf4-abbd-b1e2ab9ab3ca tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430825 Jun 23 11:08:20.272093 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.l3_db [None req-370c02f1-73f3-48c7-abc1-741c3663b17f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Floating IP ea25832e-5245-4261-8286-5274218bffc8 associated. External IP: 172.27.2.143, port: 51cdb0e1-56be-4180-8c9e-d3a829c5bb64. Jun 23 11:08:20.466712 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370c02f1-73f3-48c7-abc1-741c3663b17f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Router 30d9e387-96f4-416e-8485-9eabe8b4d957 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:08:20.520898 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:20.545819 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:20.599486 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370c02f1-73f3-48c7-abc1-741c3663b17f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:08:20.605111 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-370c02f1-73f3-48c7-abc1-741c3663b17f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:20.611119 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6382ef2-0b2a-4ddb-a280-707b31a58915 None None] Sync routers for ids ['30d9e387-96f4-416e-8485-9eabe8b4d957'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:08:20.621285 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6382ef2-0b2a-4ddb-a280-707b31a58915 None None] Routers {'30d9e387-96f4-416e-8485-9eabe8b4d957'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:08:20.621903 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-d6382ef2-0b2a-4ddb-a280-707b31a58915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:08:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['30d9e387-96f4-416e-8485-9eabe8b4d957'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:20.630434 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6d042-ab0c-4d13-8b68-526e6ad058a1 req-b3511d78-2fe4-475f-9176-2d9bf7a9ad7b tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:20.631938 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f3e6d042-ab0c-4d13-8b68-526e6ad058a1 req-b3511d78-2fe4-475f-9176-2d9bf7a9ad7b tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 946 time: 0.0772781 Jun 23 11:08:20.649742 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-370c02f1-73f3-48c7-abc1-741c3663b17f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "PUT /v2.0/floatingips/ea25832e-5245-4261-8286-5274218bffc8 HTTP/1.1" status: 200 len: 991 time: 1.0968668 Jun 23 11:08:20.655685 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248be1ac-b2c3-4081-adba-30258b95aa91', 'tag': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:08:20.658645 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d9cabf-7d63-4faf-94ab-f3b769ce0bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "248be1ac-b2c3-4081-adba-30258b95aa91", "tag": "51cdb0e1-56be-4180-8c9e-d3a829c5bb64"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:08:20.693414 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f3e6d042-ab0c-4d13-8b68-526e6ad058a1 req-16d1f188-dd81-4579-813b-147ca65044e6 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545397 Jun 23 11:08:20.700243 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26d9eb7-2963-413b-aae5-0fabb9827a3a x-openstack-request-id: req-d26d9eb7-2963-413b-aae5-0fabb9827a3a {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:08:20.700533 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248be1ac-b2c3-4081-adba-30258b95aa91", "tag": "51cdb0e1-56be-4180-8c9e-d3a829c5bb64", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:08:20.700789 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d26d9eb7-2963-413b-aae5-0fabb9827a3a {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:08:20.701426 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26d9eb7-2963-413b-aae5-0fabb9827a3a'] response: {'name': 'network-changed', 'server_uuid': '248be1ac-b2c3-4081-adba-30258b95aa91', 'tag': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64', 'status': 'completed', 'code': 200} Jun 23 11:08:20.727074 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-d6382ef2-0b2a-4ddb-a280-707b31a58915 None None] Set router 30d9e387-96f4-416e-8485-9eabe8b4d957 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:08:20.810544 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cf267-976c-4e5b-895a-4cab9e2ac095 req-5f46c65c-8b7a-4559-8481-be1d5988451c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:20.812007 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-423cf267-976c-4e5b-895a-4cab9e2ac095 req-5f46c65c-8b7a-4559-8481-be1d5988451c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 946 time: 0.0497355 Jun 23 11:08:20.860074 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-423cf267-976c-4e5b-895a-4cab9e2ac095 req-b68ac988-bf45-46e9-8a2a-aba61837a38a tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416932 Jun 23 11:08:20.882153 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41888) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:20.919576 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dea08a8-8749-4d76-984d-2ad52dd254de tempest-TestVolumeBootPattern-1055820228 tempest-TestVolumeBootPattern-1055820228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:20.921142 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-5dea08a8-8749-4d76-984d-2ad52dd254de tempest-TestVolumeBootPattern-1055820228 tempest-TestVolumeBootPattern-1055820228-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 1125 time: 0.0380189 Jun 23 11:08:20.923930 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 41890) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:20.928059 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Request body: {'floatingip': {'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'port_id': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:08:20.938024 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-d6382ef2-0b2a-4ddb-a280-707b31a58915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 4, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': 'ea25832e-5245-4261-8286-5274218bffc8', 'tenant_id': '172a9e51095e47318b27881dab868355', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'port_id': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'mac_address': 'fa:16:3e:6c:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248be1ac-b2c3-4081-adba-30258b95aa91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:07:55Z', 'updated_at': '2022-06-23T11:08:19Z', 'revision_number': 1, 'project_id': '172a9e51095e47318b27881dab868355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d87cb1-e5d8-4b76-bf3e-74968156cb2b', 'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'tenant_id': '172a9e51095e47318b27881dab868355', 'mac_address': 'fa:16:3e:e1:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:37Z', 'updated_at': '2022-06-23T11:03:41Z', 'revision_number': 5, 'project_id': '172a9e51095e47318b27881dab868355', 'subnets': [{'id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:20.949115 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:20.962800 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6382ef2-0b2a-4ddb-a280-707b31a58915 None None] Checking router: 30d9e387-96f4-416e-8485-9eabe8b4d957 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:08:20.971709 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6382ef2-0b2a-4ddb-a280-707b31a58915 None None] Routers {'30d9e387-96f4-416e-8485-9eabe8b4d957'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:08:20.972261 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-d6382ef2-0b2a-4ddb-a280-707b31a58915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:08:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['30d9e387-96f4-416e-8485-9eabe8b4d957'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:21.018397 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:21.032090 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:21.073066 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-d6382ef2-0b2a-4ddb-a280-707b31a58915 None None] Set router 30d9e387-96f4-416e-8485-9eabe8b4d957 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:08:21.139971 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Allocated IP 172.27.2.252 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/0c7a27f7-b0cb-474d-9840-19a100d8764b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:08:21.243903 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for port (0c7a27f7-b0cb-474d-9840-19a100d8764b), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:21.277270 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (0c7a27f7-b0cb-474d-9840-19a100d8764b), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:21.285340 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-d6382ef2-0b2a-4ddb-a280-707b31a58915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 4, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': 'ea25832e-5245-4261-8286-5274218bffc8', 'tenant_id': '172a9e51095e47318b27881dab868355', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'port_id': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'mac_address': 'fa:16:3e:6c:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248be1ac-b2c3-4081-adba-30258b95aa91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:07:55Z', 'updated_at': '2022-06-23T11:08:19Z', 'revision_number': 1, 'project_id': '172a9e51095e47318b27881dab868355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d87cb1-e5d8-4b76-bf3e-74968156cb2b', 'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'tenant_id': '172a9e51095e47318b27881dab868355', 'mac_address': 'fa:16:3e:e1:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:37Z', 'updated_at': '2022-06-23T11:03:41Z', 'revision_number': 5, 'project_id': '172a9e51095e47318b27881dab868355', 'subnets': [{'id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:21.316489 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:08:21.316827 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6382ef2-0b2a-4ddb-a280-707b31a58915 None None] The sync data for ids ['30d9e387-96f4-416e-8485-9eabe8b4d957'] in dv-cinder-843309-2-iscsi is: [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 4, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': 'ea25832e-5245-4261-8286-5274218bffc8', 'tenant_id': '172a9e51095e47318b27881dab868355', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'port_id': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'mac_address': 'fa:16:3e:6c:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248be1ac-b2c3-4081-adba-30258b95aa91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:07:55Z', 'updated_at': '2022-06-23T11:08:19Z', 'revision_number': 1, 'project_id': '172a9e51095e47318b27881dab868355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d87cb1-e5d8-4b76-bf3e-74968156cb2b', 'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'tenant_id': '172a9e51095e47318b27881dab868355', 'mac_address': 'fa:16:3e:e1:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:37Z', 'updated_at': '2022-06-23T11:03:41Z', 'revision_number': 5, 'project_id': '172a9e51095e47318b27881dab868355', 'subnets': [{'id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:08:21.319452 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:08:21.322906 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:08:21.350813 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event updated for resources: {'Port': ['ID=0c7a27f7-b0cb-474d-9840-19a100d8764b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:21.414594 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c12fe-1b5c-4cb0-9bca-cf5693ee270c req-c5102c6c-060c-4443-8c28-ccae651877c8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:21.416065 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-036c12fe-1b5c-4cb0-9bca-cf5693ee270c req-c5102c6c-060c-4443-8c28-ccae651877c8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 944 time: 0.0664117 Jun 23 11:08:21.489456 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:21.521518 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed7b4ea-3a71-47d1-8066-d5eb43bdc63d None None] New status for floating IP ea25832e-5245-4261-8286-5274218bffc8: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:08:21.523778 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=100 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:21.524564 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:21.527998 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-036c12fe-1b5c-4cb0-9bca-cf5693ee270c req-1cf768c5-6a21-480a-9b0a-c956d4cab65a tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955887 Jun 23 11:08:21.759932 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for floatingip (801564d5-7357-45ca-a58f-fdea0ebad4e2), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:21.823955 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (0c7a27f7-b0cb-474d-9840-19a100d8764b), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:21.965317 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for port (0c7a27f7-b0cb-474d-9840-19a100d8764b), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:21.970348 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (0c7a27f7-b0cb-474d-9840-19a100d8764b), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:22.034086 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event updated for resources: {'Port': ['ID=0c7a27f7-b0cb-474d-9840-19a100d8764b,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:22.047725 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (801564d5-7357-45ca-a58f-fdea0ebad4e2), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:22.139496 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.l3_db [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Floating IP 801564d5-7357-45ca-a58f-fdea0ebad4e2 associated. External IP: 172.27.2.252, port: 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc. Jun 23 11:08:22.320254 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:22.336228 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:08:22.347142 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:22.440332 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:08:22.449740 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95c02f-6348-4daf-8236-9ba51fb06f56 None None] Sync routers for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:08:22.458100 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:22.460666 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba95c02f-6348-4daf-8236-9ba51fb06f56 None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:08:22.461290 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-ba95c02f-6348-4daf-8236-9ba51fb06f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:08:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:22.491572 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-e4dd8044-b057-4c62-9331-d43e2a7609e7 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5644960 Jun 23 11:08:22.567681 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-ba95c02f-6348-4daf-8236-9ba51fb06f56 None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:08:22.637095 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:22.653701 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d724f5c-31ff-4541-af0e-a5c0b388c620 req-d66e88ae-a7c2-48ae-9bee-657f0528074b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:22.655095 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6d724f5c-31ff-4541-af0e-a5c0b388c620 req-d66e88ae-a7c2-48ae-9bee-657f0528074b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 944 time: 0.0482762 Jun 23 11:08:22.695087 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:22.702578 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'tag': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:08:22.703382 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6d724f5c-31ff-4541-af0e-a5c0b388c620 req-b485317f-c76b-4614-9105-f1cb310badd8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427349 Jun 23 11:08:22.705211 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78f854a-b181-4657-8282-afe00df9a0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f679b64b-da38-4e32-8565-0f30aa11496f", "tag": "84b1ad85-e16c-4985-8cbb-e7bf0a1823cc"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:08:22.748287 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c722787-aea1-4ad5-aedc-6d7367704cbc x-openstack-request-id: req-8c722787-aea1-4ad5-aedc-6d7367704cbc {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:08:22.748578 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f679b64b-da38-4e32-8565-0f30aa11496f", "tag": "84b1ad85-e16c-4985-8cbb-e7bf0a1823cc", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:08:22.748827 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c722787-aea1-4ad5-aedc-6d7367704cbc {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:08:22.749225 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c722787-aea1-4ad5-aedc-6d7367704cbc'] response: {'name': 'network-changed', 'server_uuid': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'tag': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc', 'status': 'completed', 'code': 200} Jun 23 11:08:22.792295 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-ba95c02f-6348-4daf-8236-9ba51fb06f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '801564d5-7357-45ca-a58f-fdea0ebad4e2', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'port_id': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'mac_address': 'fa:16:3e:b0:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:08:21Z', 'updated_at': '2022-06-23T11:08:21Z', 'revision_number': 0, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:22.821386 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95c02f-6348-4daf-8236-9ba51fb06f56 None None] Checking router: cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:08:22.830133 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba95c02f-6348-4daf-8236-9ba51fb06f56 None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:08:22.830742 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-ba95c02f-6348-4daf-8236-9ba51fb06f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:08:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:22.928512 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-ba95c02f-6348-4daf-8236-9ba51fb06f56 None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:08:23.136133 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-ba95c02f-6348-4daf-8236-9ba51fb06f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '801564d5-7357-45ca-a58f-fdea0ebad4e2', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'port_id': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'mac_address': 'fa:16:3e:b0:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:08:21Z', 'updated_at': '2022-06-23T11:08:21Z', 'revision_number': 0, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:23.161191 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95c02f-6348-4daf-8236-9ba51fb06f56 None None] The sync data for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi is: [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '801564d5-7357-45ca-a58f-fdea0ebad4e2', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'port_id': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'mac_address': 'fa:16:3e:b0:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:08:21Z', 'updated_at': '2022-06-23T11:08:21Z', 'revision_number': 0, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:08:23.347438 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9cabf-7d63-4faf-94ab-f3b769ce0bd8 req-11566243-af58-4ff7-bbcb-7f59b4286dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:23.348985 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42d9cabf-7d63-4faf-94ab-f3b769ce0bd8 req-11566243-af58-4ff7-bbcb-7f59b4286dff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=172a9e51095e47318b27881dab868355&device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 1129 time: 0.0425236 Jun 23 11:08:23.356001 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7f55d-77eb-4f10-b782-bfb741d95abe None None] New status for floating IP 801564d5-7357-45ca-a58f-fdea0ebad4e2: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:08:23.360380 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-6c92cd79-ef00-45a4-ad7c-ac3af8d8e4cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf1e62a0-e03e-459d-a279-4ffbdae64ff6 HTTP/1.1" status: 200 len: 217 time: 0.0637631 Jun 23 11:08:23.399213 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f854a-b181-4657-8282-afe00df9a0d4 req-c34b1de3-f241-465c-8218-3c51cf49304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:23.400483 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c78f854a-b181-4657-8282-afe00df9a0d4 req-c34b1de3-f241-465c-8218-3c51cf49304d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fccc592269f433b99c2d13dad5e8e39&device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 1130 time: 0.0976541 Jun 23 11:08:23.437332 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-e2e85273-1f5c-4a89-9a0e-cca5f54e2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:23.438897 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-e2e85273-1f5c-4a89-9a0e-cca5f54e2696 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02373004-8ccd-4033-86a3-d7ee95f33ffc HTTP/1.1" status: 200 len: 853 time: 0.0731075 Jun 23 11:08:23.449436 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9cabf-7d63-4faf-94ab-f3b769ce0bd8 req-5a6ccbbe-61bc-4062-9aaf-f76ee7236789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:23.451050 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42d9cabf-7d63-4faf-94ab-f3b769ce0bd8 req-5a6ccbbe-61bc-4062-9aaf-f76ee7236789 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cde6b719-8052-4ec2-a733-c2d79d7cb320 HTTP/1.1" status: 200 len: 917 time: 0.0958877 Jun 23 11:08:23.522179 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42d9cabf-7d63-4faf-94ab-f3b769ce0bd8 req-0ee974db-2fab-4f4d-ba97-4fae22bccd27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51cdb0e1-56be-4180-8c9e-d3a829c5bb64 HTTP/1.1" status: 200 len: 1001 time: 0.0650408 Jun 23 11:08:23.523288 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-88d7f57d-e790-4aa8-8201-6a290c4fb5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:23.524835 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-88d7f57d-e790-4aa8-8201-6a290c4fb5ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b879fb0c-6f1b-457c-8797-97d9533d8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778985 Jun 23 11:08:23.560940 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f854a-b181-4657-8282-afe00df9a0d4 req-f8946863-dd1c-4b44-8d16-6d7242516e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:23.562373 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c78f854a-b181-4657-8282-afe00df9a0d4 req-f8946863-dd1c-4b44-8d16-6d7242516e0c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb HTTP/1.1" status: 200 len: 913 time: 0.1536653 Jun 23 11:08:23.575407 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9cabf-7d63-4faf-94ab-f3b769ce0bd8 req-c1a031fb-3634-467f-9d4d-a7193451df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:23.576862 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42d9cabf-7d63-4faf-94ab-f3b769ce0bd8 req-c1a031fb-3634-467f-9d4d-a7193451df72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f753206-e3ef-4560-9487-b37ef85f0bf1 HTTP/1.1" status: 200 len: 855 time: 0.0433397 Jun 23 11:08:23.673012 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c78f854a-b181-4657-8282-afe00df9a0d4 req-60c81a42-d375-4f1d-bdc6-bbf6dc653a41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84b1ad85-e16c-4985-8cbb-e7bf0a1823cc HTTP/1.1" status: 200 len: 1002 time: 0.1010821 Jun 23 11:08:23.678695 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-c871556e-46a3-4288-be18-0acfaf4a9725 service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454473 Jun 23 11:08:23.792177 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f854a-b181-4657-8282-afe00df9a0d4 req-6695983d-8526-4a61-b605-a241bbd1b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:23.793647 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c78f854a-b181-4657-8282-afe00df9a0d4 req-6695983d-8526-4a61-b605-a241bbd1b251 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54 HTTP/1.1" status: 200 len: 851 time: 0.1092641 Jun 23 11:08:23.874826 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9cabf-7d63-4faf-94ab-f3b769ce0bd8 req-55c40ac5-4dd7-4708-b156-ae2cbe7463c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:23.876408 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42d9cabf-7d63-4faf-94ab-f3b769ce0bd8 req-55c40ac5-4dd7-4708-b156-ae2cbe7463c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cde6b719-8052-4ec2-a733-c2d79d7cb320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2922969 Jun 23 11:08:23.882207 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f151826-66bb-4df3-8cca-99f690a72f69 req-793081d0-6738-4ef6-aa2c-9239b4bcb3dd tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:23.883675 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f151826-66bb-4df3-8cca-99f690a72f69 req-793081d0-6738-4ef6-aa2c-9239b4bcb3dd tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 944 time: 0.0874631 Jun 23 11:08:23.885435 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-43e4bc6e-1a3f-4be4-a6f9-69dac646d0bf req-dbb8eb1e-d480-40c8-9bd9-997e0340d062 service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927857 Jun 23 11:08:23.892478 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f854a-b181-4657-8282-afe00df9a0d4 req-1bb7af6e-f02f-48dc-963d-1cdf133876b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:23.893862 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c78f854a-b181-4657-8282-afe00df9a0d4 req-1bb7af6e-f02f-48dc-963d-1cdf133876b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855832 Jun 23 11:08:23.946409 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:23.970132 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f151826-66bb-4df3-8cca-99f690a72f69 req-aee4af44-9143-4a83-b3aa-a4d10b990bb0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795829 Jun 23 11:08:23.972283 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42d9cabf-7d63-4faf-94ab-f3b769ce0bd8 req-5fdc6135-185f-4d4d-87e1-2c79045c6565 service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870280 Jun 23 11:08:24.027488 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c78f854a-b181-4657-8282-afe00df9a0d4 req-bb6f1882-b746-409b-b90d-9a24900eadeb service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114705 Jun 23 11:08:24.937349 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38368f-cb37-47d6-8977-36ca8e2fb163 req-bc745332-f905-4183-9489-615d2d6a54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:24.939470 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af38368f-cb37-47d6-8977-36ca8e2fb163 req-bc745332-f905-4183-9489-615d2d6a54c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=578cf1b29d474080a716e77fe2e84e5b&device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 1128 time: 0.0675344 Jun 23 11:08:24.957925 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42d9cabf-7d63-4faf-94ab-f3b769ce0bd8 req-1e87c226-ac88-4743-872e-2ab6216146cd service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878093 Jun 23 11:08:25.045668 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c78f854a-b181-4657-8282-afe00df9a0d4 req-333570bb-b042-48ab-bd71-b88923e98464 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747534 Jun 23 11:08:25.053359 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:25.071673 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38368f-cb37-47d6-8977-36ca8e2fb163 req-16ed8b94-a355-4ca3-a272-10e73e977fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:25.073911 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af38368f-cb37-47d6-8977-36ca8e2fb163 req-16ed8b94-a355-4ca3-a272-10e73e977fcf service neutron] 10.222.0.60 "GET /v2.0/networks?id=b879fb0c-6f1b-457c-8797-97d9533d8257 HTTP/1.1" status: 200 len: 915 time: 0.1105554 Jun 23 11:08:25.088422 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542814d-f33c-4716-a063-7d9666a0fbc6 req-bb707583-6667-4122-b3c7-9b3f15911431 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:25.089942 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e542814d-f33c-4716-a063-7d9666a0fbc6 req-bb707583-6667-4122-b3c7-9b3f15911431 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 944 time: 0.0493641 Jun 23 11:08:25.113422 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af38368f-cb37-47d6-8977-36ca8e2fb163 req-f1fc7a9e-7f0d-456e-a08a-7605125c7126 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf1e62a0-e03e-459d-a279-4ffbdae64ff6 HTTP/1.1" status: 200 len: 217 time: 0.0337110 Jun 23 11:08:25.141491 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e542814d-f33c-4716-a063-7d9666a0fbc6 req-839e343d-0ff5-4a6e-af1c-cd9835227990 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414495 Jun 23 11:08:25.163354 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38368f-cb37-47d6-8977-36ca8e2fb163 req-1c232431-58cd-4299-ab63-c4c51904e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:25.164836 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af38368f-cb37-47d6-8977-36ca8e2fb163 req-1c232431-58cd-4299-ab63-c4c51904e30c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02373004-8ccd-4033-86a3-d7ee95f33ffc HTTP/1.1" status: 200 len: 853 time: 0.0437863 Jun 23 11:08:25.206248 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38368f-cb37-47d6-8977-36ca8e2fb163 req-2222d9bf-13d2-4a6d-abd7-feae8053e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:25.207566 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af38368f-cb37-47d6-8977-36ca8e2fb163 req-2222d9bf-13d2-4a6d-abd7-feae8053e4c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b879fb0c-6f1b-457c-8797-97d9533d8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367582 Jun 23 11:08:25.297175 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af38368f-cb37-47d6-8977-36ca8e2fb163 req-ad8bf039-540f-4fa1-92a2-06649afea24e service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825531 Jun 23 11:08:25.391425 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af38368f-cb37-47d6-8977-36ca8e2fb163 req-adc82cfd-ec96-4907-a26c-6560cef4f2d2 service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819340 Jun 23 11:08:25.655217 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device cf1e62a0-e03e-459d-a279-4ffbdae64ff6 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:08:25.658520 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:25.756474 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port cf1e62a0-e03e-459d-a279-4ffbdae64ff6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cf1e62a0-e03e-459d-a279-4ffbdae64ff6,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:08:25.767451 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': 'cf1e62a0-e03e-459d-a279-4ffbdae64ff6', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'port_id': 'cf1e62a0-e03e-459d-a279-4ffbdae64ff6', 'mac_address': 'fa:16:3e:5a:a9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:08:25.801071 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port cf1e62a0-e03e-459d-a279-4ffbdae64ff6 is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:08:25.801464 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (cf1e62a0-e03e-459d-a279-4ffbdae64ff6), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:25.814581 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1e62a0-e03e-459d-a279-4ffbdae64ff6 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:08:25.836792 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port cf1e62a0-e03e-459d-a279-4ffbdae64ff6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cf1e62a0-e03e-459d-a279-4ffbdae64ff6,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:08:25.840826 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (cf1e62a0-e03e-459d-a279-4ffbdae64ff6), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:25.886137 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=cf1e62a0-e03e-459d-a279-4ffbdae64ff6,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:26.464335 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db388107-c071-4417-9dbc-ce04503bdd6b req-19d03c7a-1a12-42a1-acbd-884c30749532 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:26.466099 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-db388107-c071-4417-9dbc-ce04503bdd6b req-19d03c7a-1a12-42a1-acbd-884c30749532 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 945 time: 0.2584765 Jun 23 11:08:26.511381 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-db388107-c071-4417-9dbc-ce04503bdd6b req-af239303-8f3d-481d-91ad-217b07057b5f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391080 Jun 23 11:08:27.627562 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12de9b-eee8-4998-b9d0-3c0f1ae5d18c req-9cfb6502-40fa-4fe4-99d5-9d075ae12f30 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:27.629022 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1a12de9b-eee8-4998-b9d0-3c0f1ae5d18c req-9cfb6502-40fa-4fe4-99d5-9d075ae12f30 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 945 time: 0.0514016 Jun 23 11:08:27.675232 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1a12de9b-eee8-4998-b9d0-3c0f1ae5d18c req-514de16a-528d-4fef-a66d-403728cb6209 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406671 Jun 23 11:08:28.777524 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['cf1e62a0-e03e-459d-a279-4ffbdae64ff6'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:08:28.788430 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2e4f8-ca47-45c7-a34f-a96141a289eb req-214c29e8-7261-4deb-8132-6f42da407e43 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:28.789897 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-73f2e4f8-ca47-45c7-a34f-a96141a289eb req-214c29e8-7261-4deb-8132-6f42da407e43 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 945 time: 0.0479274 Jun 23 11:08:28.836925 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-73f2e4f8-ca47-45c7-a34f-a96141a289eb req-f2388f42-4e2e-4216-a09a-14cae6481890 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412643 Jun 23 11:08:28.877609 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:29.951902 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e520b-ffb4-4a37-b77b-8d8f45fed37b req-d40289f7-0dad-4e4e-88ed-06e62537bf3f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:29.953900 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b46e520b-ffb4-4a37-b77b-8d8f45fed37b req-d40289f7-0dad-4e4e-88ed-06e62537bf3f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 945 time: 0.0465100 Jun 23 11:08:29.978035 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:30.001690 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b46e520b-ffb4-4a37-b77b-8d8f45fed37b req-625f3507-c3a6-49c3-8205-c1ea46629915 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423455 Jun 23 11:08:30.670777 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device cf1e62a0-e03e-459d-a279-4ffbdae64ff6 up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:08:30.710762 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port cf1e62a0-e03e-459d-a279-4ffbdae64ff6 completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:08:30.716247 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port cf1e62a0-e03e-459d-a279-4ffbdae64ff6 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:08:30.716641 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (cf1e62a0-e03e-459d-a279-4ffbdae64ff6), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:30.785580 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port cf1e62a0-e03e-459d-a279-4ffbdae64ff6 is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:08:30.785999 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (cf1e62a0-e03e-459d-a279-4ffbdae64ff6), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:30.812047 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9081938b-1ccb-467a-bbbc-c2b2c1ddf599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1e62a0-e03e-459d-a279-4ffbdae64ff6'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:08:30.814315 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade61173-6a5a-4147-8e70-72839b76d131" -d '{"events": [{"server_uuid": "9081938b-1ccb-467a-bbbc-c2b2c1ddf599", "name": "network-vif-plugged", "status": "completed", "tag": "cf1e62a0-e03e-459d-a279-4ffbdae64ff6"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:08:30.949802 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7901c0-cbe3-4f04-957b-c26e4d8efb7e x-openstack-request-id: req-6f7901c0-cbe3-4f04-957b-c26e4d8efb7e {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:08:30.950086 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9081938b-1ccb-467a-bbbc-c2b2c1ddf599", "name": "network-vif-plugged", "status": "completed", "tag": "cf1e62a0-e03e-459d-a279-4ffbdae64ff6", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:08:30.950346 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f7901c0-cbe3-4f04-957b-c26e4d8efb7e {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:08:30.950728 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7901c0-cbe3-4f04-957b-c26e4d8efb7e'] response: {'server_uuid': '9081938b-1ccb-467a-bbbc-c2b2c1ddf599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1e62a0-e03e-459d-a279-4ffbdae64ff6', 'code': 200} Jun 23 11:08:30.952454 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port cf1e62a0-e03e-459d-a279-4ffbdae64ff6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cf1e62a0-e03e-459d-a279-4ffbdae64ff6,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:08:30.957353 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (cf1e62a0-e03e-459d-a279-4ffbdae64ff6), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:31.005405 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=cf1e62a0-e03e-459d-a279-4ffbdae64ff6,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:31.108469 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cab694-9ce1-488e-b41b-b05770e6f552 req-e7d19c25-ddb4-4766-9f2b-417fbbf53e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:31.111038 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b6cab694-9ce1-488e-b41b-b05770e6f552 req-e7d19c25-ddb4-4766-9f2b-417fbbf53e74 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 1130 time: 0.0467250 Jun 23 11:08:31.130615 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf80f50-231c-4208-b1d1-dcef384203a6 req-8b4c9bf4-954c-4c42-a515-82e9e4fa2cfb tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:31.137668 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-baf80f50-231c-4208-b1d1-dcef384203a6 req-8b4c9bf4-954c-4c42-a515-82e9e4fa2cfb tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 946 time: 0.0640850 Jun 23 11:08:31.168591 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b6cab694-9ce1-488e-b41b-b05770e6f552 req-58d26b0c-bd59-4fee-a10e-2afa63f2fefc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496075 Jun 23 11:08:31.192286 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-baf80f50-231c-4208-b1d1-dcef384203a6 req-5c5b2086-0e33-4a58-b6a9-2c213aa4abb6 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536401 Jun 23 11:08:32.302511 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d052dd-a4a3-48a0-aae3-8e5a78217797 req-508b3ee1-de70-46a3-bfea-3e94222aaadf tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:32.304015 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7d052dd-a4a3-48a0-aae3-8e5a78217797 req-508b3ee1-de70-46a3-bfea-3e94222aaadf tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 946 time: 0.0466175 Jun 23 11:08:32.348979 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e7d052dd-a4a3-48a0-aae3-8e5a78217797 req-0b44302c-9358-4492-90f3-c79375e0f98c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394623 Jun 23 11:08:33.364879 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a5c25d98-2833-465a-8666-7a40cf7f30d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:33.453141 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:33.460673 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2950e-4b22-4cb1-8214-ea235e4b997a req-cbae0b0b-5a2e-4f7a-8b15-e4e1cb057388 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:33.461469 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:33.462267 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42a2950e-4b22-4cb1-8214-ea235e4b997a req-cbae0b0b-5a2e-4f7a-8b15-e4e1cb057388 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 946 time: 0.0468819 Jun 23 11:08:33.497766 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:33.511500 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-42a2950e-4b22-4cb1-8214-ea235e4b997a req-35c7ba37-f004-49d1-8615-4bc8fa17683c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430291 Jun 23 11:08:34.624006 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a5890-4b0b-4b0a-b94e-8cfedb6e1c8d req-993dd8fc-3666-4a34-94f5-942d05b2c7f7 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:34.625425 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ea6a5890-4b0b-4b0a-b94e-8cfedb6e1c8d req-993dd8fc-3666-4a34-94f5-942d05b2c7f7 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 946 time: 0.0456717 Jun 23 11:08:34.653123 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:34.674816 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ea6a5890-4b0b-4b0a-b94e-8cfedb6e1c8d req-e39be407-ccb9-41ee-aea5-d78a10d2092c tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439830 Jun 23 11:08:35.131097 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:08:35.637243 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ed8a-e248-4f01-b931-f9ad82c4ed94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:35.789486 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825233f8-09eb-4bf1-9de3-eb5a02150bcc req-abbafcb8-b438-491d-b349-59f324fe3ff1 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:35.790921 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-825233f8-09eb-4bf1-9de3-eb5a02150bcc req-abbafcb8-b438-491d-b349-59f324fe3ff1 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 946 time: 0.0470591 Jun 23 11:08:35.836680 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-825233f8-09eb-4bf1-9de3-eb5a02150bcc req-218664eb-d716-4a85-a570-2609b23c3213 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402110 Jun 23 11:08:35.944776 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfd21e-e529-45a6-ade7-90e09095a2fd req-42fceab3-f732-4fcc-ba1d-6b5dde09e374 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:35.946228 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0ddfd21e-e529-45a6-ade7-90e09095a2fd req-42fceab3-f732-4fcc-ba1d-6b5dde09e374 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 946 time: 0.0461528 Jun 23 11:08:35.954580 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 42006) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:35.959707 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-fd27d437-4523-4732-8a28-730b40272f04 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Request body: {'floatingip': {'port_id': 'cf1e62a0-e03e-459d-a279-4ffbdae64ff6'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:08:35.995221 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd27d437-4523-4732-8a28-730b40272f04 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (217cb718-1312-4cca-8e37-39dfbe06f234), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:36.143458 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:36.408766 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd27d437-4523-4732-8a28-730b40272f04 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:36.412153 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd27d437-4523-4732-8a28-730b40272f04 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (217cb718-1312-4cca-8e37-39dfbe06f234), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:36.506848 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-fd27d437-4523-4732-8a28-730b40272f04 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Floating IP 217cb718-1312-4cca-8e37-39dfbe06f234 associated. External IP: 172.27.2.26, port: cf1e62a0-e03e-459d-a279-4ffbdae64ff6. Jun 23 11:08:36.704447 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:36.714368 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd27d437-4523-4732-8a28-730b40272f04 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Router 610e5342-e51c-4cf1-856f-3920f06a611f has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:08:36.821082 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd27d437-4523-4732-8a28-730b40272f04 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:08:36.825927 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fd27d437-4523-4732-8a28-730b40272f04 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:36.832474 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bfa6b8-8bd4-4db1-86cd-cd28a9a6a073 None None] Sync routers for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:08:36.845410 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bfa6b8-8bd4-4db1-86cd-cd28a9a6a073 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:08:36.847112 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-78bfa6b8-8bd4-4db1-86cd-cd28a9a6a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:08:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:36.858449 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-fd27d437-4523-4732-8a28-730b40272f04 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "PUT /v2.0/floatingips/217cb718-1312-4cca-8e37-39dfbe06f234 HTTP/1.1" status: 200 len: 991 time: 0.9020684 Jun 23 11:08:36.859095 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9081938b-1ccb-467a-bbbc-c2b2c1ddf599', 'tag': 'cf1e62a0-e03e-459d-a279-4ffbdae64ff6'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:08:36.862075 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93d3fbc-0566-4b6b-99dc-bdf9704d2f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "9081938b-1ccb-467a-bbbc-c2b2c1ddf599", "tag": "cf1e62a0-e03e-459d-a279-4ffbdae64ff6"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:08:36.899966 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0dfabc-2c5b-4d2b-8a34-607eebad81d4 x-openstack-request-id: req-ec0dfabc-2c5b-4d2b-8a34-607eebad81d4 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:08:36.900259 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9081938b-1ccb-467a-bbbc-c2b2c1ddf599", "tag": "cf1e62a0-e03e-459d-a279-4ffbdae64ff6", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:08:36.900507 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec0dfabc-2c5b-4d2b-8a34-607eebad81d4 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:08:36.901052 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec0dfabc-2c5b-4d2b-8a34-607eebad81d4'] response: {'name': 'network-changed', 'server_uuid': '9081938b-1ccb-467a-bbbc-c2b2c1ddf599', 'tag': 'cf1e62a0-e03e-459d-a279-4ffbdae64ff6', 'status': 'completed', 'code': 200} Jun 23 11:08:36.948379 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:36.961033 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-78bfa6b8-8bd4-4db1-86cd-cd28a9a6a073 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:08:36.996694 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d3fbc-0566-4b6b-99dc-bdf9704d2f3a req-aee96d15-e331-4a71-8739-577f2a807d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:36.998187 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a93d3fbc-0566-4b6b-99dc-bdf9704d2f3a req-aee96d15-e331-4a71-8739-577f2a807d30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=578cf1b29d474080a716e77fe2e84e5b&device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 1130 time: 0.0417018 Jun 23 11:08:37.074386 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:37.092958 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d3fbc-0566-4b6b-99dc-bdf9704d2f3a req-1241b061-84ae-4b7c-b839-6a3e0aa3d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:37.094712 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a93d3fbc-0566-4b6b-99dc-bdf9704d2f3a req-1241b061-84ae-4b7c-b839-6a3e0aa3d536 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b879fb0c-6f1b-457c-8797-97d9533d8257 HTTP/1.1" status: 200 len: 915 time: 0.0883970 Jun 23 11:08:37.110692 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:37.169746 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a93d3fbc-0566-4b6b-99dc-bdf9704d2f3a req-bff0adcf-8caf-4a16-a031-967e45963335 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf1e62a0-e03e-459d-a279-4ffbdae64ff6 HTTP/1.1" status: 200 len: 999 time: 0.0655217 Jun 23 11:08:37.171400 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-78bfa6b8-8bd4-4db1-86cd-cd28a9a6a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '217cb718-1312-4cca-8e37-39dfbe06f234', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': 'cf1e62a0-e03e-459d-a279-4ffbdae64ff6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:5a:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081938b-1ccb-467a-bbbc-c2b2c1ddf599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:08:11Z', 'updated_at': '2022-06-23T11:08:36Z', 'revision_number': 1, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:37.202042 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bfa6b8-8bd4-4db1-86cd-cd28a9a6a073 None None] Checking router: 610e5342-e51c-4cf1-856f-3920f06a611f for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:08:37.218354 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d3fbc-0566-4b6b-99dc-bdf9704d2f3a req-777fe4c0-e82e-414e-95f5-7fdc8802e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:37.218827 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:37.219472 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bfa6b8-8bd4-4db1-86cd-cd28a9a6a073 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:08:37.220095 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a93d3fbc-0566-4b6b-99dc-bdf9704d2f3a req-777fe4c0-e82e-414e-95f5-7fdc8802e689 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02373004-8ccd-4033-86a3-d7ee95f33ffc HTTP/1.1" status: 200 len: 853 time: 0.0444524 Jun 23 11:08:37.220226 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-78bfa6b8-8bd4-4db1-86cd-cd28a9a6a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:08:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:37.264645 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d3fbc-0566-4b6b-99dc-bdf9704d2f3a req-80c67928-31bc-4eeb-8c1c-f9b639654b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:08:37.266147 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a93d3fbc-0566-4b6b-99dc-bdf9704d2f3a req-80c67928-31bc-4eeb-8c1c-f9b639654b61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b879fb0c-6f1b-457c-8797-97d9533d8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394866 Jun 23 11:08:37.324389 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-78bfa6b8-8bd4-4db1-86cd-cd28a9a6a073 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:08:37.355194 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:37.362622 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a93d3fbc-0566-4b6b-99dc-bdf9704d2f3a req-53677b2b-3175-4404-8f27-76fa586626d7 service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876467 Jun 23 11:08:37.457825 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a93d3fbc-0566-4b6b-99dc-bdf9704d2f3a req-9f5c1b9f-d909-4508-9447-09d1cde87c23 service neutron] 10.222.0.60 "GET /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871298 Jun 23 11:08:37.531352 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-78bfa6b8-8bd4-4db1-86cd-cd28a9a6a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '217cb718-1312-4cca-8e37-39dfbe06f234', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': 'cf1e62a0-e03e-459d-a279-4ffbdae64ff6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:5a:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081938b-1ccb-467a-bbbc-c2b2c1ddf599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:08:11Z', 'updated_at': '2022-06-23T11:08:36Z', 'revision_number': 1, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:08:37.554844 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bfa6b8-8bd4-4db1-86cd-cd28a9a6a073 None None] The sync data for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi is: [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '217cb718-1312-4cca-8e37-39dfbe06f234', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'port_id': 'cf1e62a0-e03e-459d-a279-4ffbdae64ff6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'mac_address': 'fa:16:3e:5a:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9081938b-1ccb-467a-bbbc-c2b2c1ddf599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:08:11Z', 'updated_at': '2022-06-23T11:08:36Z', 'revision_number': 1, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:08:37.742458 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b54b4c8-d38d-446a-8a05-70d99b26b571 None None] New status for floating IP 217cb718-1312-4cca-8e37-39dfbe06f234: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:08:38.108409 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:38.655357 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:39.340520 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 42056) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:39.444177 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-afcea702-dbd3-406a-bec7-157a2edd4793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:39.523219 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-afcea702-dbd3-406a-bec7-157a2edd4793 admin admin] Publish callbacks [] for security_group (b03fa5fc-74e5-4788-b494-e7b71eecf045), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:39.526911 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-afcea702-dbd3-406a-bec7-157a2edd4793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (b03fa5fc-74e5-4788-b494-e7b71eecf045), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:39.564244 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-afcea702-dbd3-406a-bec7-157a2edd4793 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d2cc0729d6c34a4092c5658a96444bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226915 Jun 23 11:08:39.566673 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcea702-dbd3-406a-bec7-157a2edd4793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03fa5fc-74e5-4788-b494-e7b71eecf045,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:39.567421 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 42060) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:39.616577 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82d1288c-3b2f-426d-bf07-fd7bce6f1779 admin admin] Publish callbacks [] for security_group (b03fa5fc-74e5-4788-b494-e7b71eecf045), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:39.638038 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82d1288c-3b2f-426d-bf07-fd7bce6f1779 admin admin] Publish callbacks [] for security_group (b03fa5fc-74e5-4788-b494-e7b71eecf045), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:39.692233 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82d1288c-3b2f-426d-bf07-fd7bce6f1779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (b03fa5fc-74e5-4788-b494-e7b71eecf045), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:39.694729 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-82d1288c-3b2f-426d-bf07-fd7bce6f1779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:39.695894 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-82d1288c-3b2f-426d-bf07-fd7bce6f1779 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b03fa5fc-74e5-4788-b494-e7b71eecf045 HTTP/1.1" status: 204 len: 168 time: 0.1273787 Jun 23 11:08:39.704007 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1288c-3b2f-426d-bf07-fd7bce6f1779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03fa5fc-74e5-4788-b494-e7b71eecf045,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:39.958557 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 42066) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:39.972042 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d1b3fa86-f5d1-44a4-9407-bbb5d3d90f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:40.046685 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d1b3fa86-f5d1-44a4-9407-bbb5d3d90f76 admin admin] Publish callbacks [] for security_group (d020b2ba-eddc-4dc7-84b9-003002096cfc), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:40.050911 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-d1b3fa86-f5d1-44a4-9407-bbb5d3d90f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (d020b2ba-eddc-4dc7-84b9-003002096cfc), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:40.095534 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-d1b3fa86-f5d1-44a4-9407-bbb5d3d90f76 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e580ffbfca34841afbaa5375b919763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358986 Jun 23 11:08:40.098253 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 42068) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:40.100092 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3fa86-f5d1-44a4-9407-bbb5d3d90f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d020b2ba-eddc-4dc7-84b9-003002096cfc,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:40.147932 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-691edffd-a235-4207-9213-b039e9c243d4 admin admin] Publish callbacks [] for security_group (d020b2ba-eddc-4dc7-84b9-003002096cfc), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:40.168201 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-691edffd-a235-4207-9213-b039e9c243d4 admin admin] Publish callbacks [] for security_group (d020b2ba-eddc-4dc7-84b9-003002096cfc), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:40.214591 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-691edffd-a235-4207-9213-b039e9c243d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (d020b2ba-eddc-4dc7-84b9-003002096cfc), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:40.217232 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-691edffd-a235-4207-9213-b039e9c243d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:40.218372 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-691edffd-a235-4207-9213-b039e9c243d4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d020b2ba-eddc-4dc7-84b9-003002096cfc HTTP/1.1" status: 204 len: 168 time: 0.1187458 Jun 23 11:08:40.228212 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691edffd-a235-4207-9213-b039e9c243d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d020b2ba-eddc-4dc7-84b9-003002096cfc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:47.909462 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=14 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:47.915745 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:48.651171 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:50.082723 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=65,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:50.093475 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=72,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:50.221050 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=64,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:50.221822 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=42,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:50.244405 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:50.763084 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 42182) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:50.865996 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:50.942096 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Publish callbacks [] for security_group (9c076538-5eb3-4b7f-b1cd-6061bc36bdb5), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:50.945802 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (9c076538-5eb3-4b7f-b1cd-6061bc36bdb5), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:50.984235 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1a722f5cc254ed3809a55c15315afd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200332 Jun 23 11:08:50.985333 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c076538-5eb3-4b7f-b1cd-6061bc36bdb5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:50.986982 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 42186) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:50.993034 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:50.993385 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:50.993725 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:50.994062 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:50.994394 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:50.994723 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:50.995047 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:50.995369 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:50.995715 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:50.996043 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:50.996371 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:50.996692 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:50.997015 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:50.997334 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:50.997652 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198b7b0-d341-4068-a7a2-f96bbd759796 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:51.036539 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Publish callbacks [] for security_group (9c076538-5eb3-4b7f-b1cd-6061bc36bdb5), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:51.058396 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Publish callbacks [] for security_group (9c076538-5eb3-4b7f-b1cd-6061bc36bdb5), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:51.104410 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (9c076538-5eb3-4b7f-b1cd-6061bc36bdb5), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:51.107028 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:51.108197 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c076538-5eb3-4b7f-b1cd-6061bc36bdb5 HTTP/1.1" status: 204 len: 168 time: 0.1202323 Jun 23 11:08:51.117647 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c076538-5eb3-4b7f-b1cd-6061bc36bdb5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:51.124870 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:51.125225 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:51.125660 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:51.125889 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:51.126221 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:51.126551 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:51.126878 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:51.127204 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:51.127530 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:51.127880 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:51.128211 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:51.128537 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:51.128925 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:51.129181 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:51.129500 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa60d29-11df-45c0-9aca-7f896317d77a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:08:51.380329 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 42194) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:51.393785 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-edfb3c3a-9392-48c0-83de-e2d160a683cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:51.469078 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-edfb3c3a-9392-48c0-83de-e2d160a683cf admin admin] Publish callbacks [] for security_group (a5235995-77e2-4df8-9937-3ac632cf646f), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:51.472514 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-edfb3c3a-9392-48c0-83de-e2d160a683cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (a5235995-77e2-4df8-9937-3ac632cf646f), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:51.513492 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-edfb3c3a-9392-48c0-83de-e2d160a683cf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97aa82e640744950bd821680ba7eba4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320710 Jun 23 11:08:51.514319 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb3c3a-9392-48c0-83de-e2d160a683cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5235995-77e2-4df8-9937-3ac632cf646f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:51.516450 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 42196) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:51.565772 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1c90550-09fa-4dec-abb6-a1411366977c admin admin] Publish callbacks [] for security_group (a5235995-77e2-4df8-9937-3ac632cf646f), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:51.587557 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1c90550-09fa-4dec-abb6-a1411366977c admin admin] Publish callbacks [] for security_group (a5235995-77e2-4df8-9937-3ac632cf646f), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:51.632577 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1c90550-09fa-4dec-abb6-a1411366977c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (a5235995-77e2-4df8-9937-3ac632cf646f), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:51.635182 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1c90550-09fa-4dec-abb6-a1411366977c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:51.636345 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-d1c90550-09fa-4dec-abb6-a1411366977c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5235995-77e2-4df8-9937-3ac632cf646f HTTP/1.1" status: 204 len: 168 time: 0.1185958 Jun 23 11:08:51.644881 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90550-09fa-4dec-abb6-a1411366977c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5235995-77e2-4df8-9937-3ac632cf646f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:52.663842 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 42228) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:52.764995 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-418544b9-4f9d-4bc5-89b7-45a42b2abb8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:52.841025 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-418544b9-4f9d-4bc5-89b7-45a42b2abb8f admin admin] Publish callbacks [] for security_group (327b2af1-63dd-4cc3-a0a0-b9ed0adb2ef1), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:52.844538 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-418544b9-4f9d-4bc5-89b7-45a42b2abb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (327b2af1-63dd-4cc3-a0a0-b9ed0adb2ef1), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:52.882960 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-418544b9-4f9d-4bc5-89b7-45a42b2abb8f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d62ea7a9f3e94f02a9d66f5b86f2e0df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180936 Jun 23 11:08:52.884071 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418544b9-4f9d-4bc5-89b7-45a42b2abb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327b2af1-63dd-4cc3-a0a0-b9ed0adb2ef1,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:52.885642 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 42232) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:08:52.934436 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e65dba4-26d7-4c5a-a54c-8bbcf13774f7 admin admin] Publish callbacks [] for security_group (327b2af1-63dd-4cc3-a0a0-b9ed0adb2ef1), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:52.955737 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e65dba4-26d7-4c5a-a54c-8bbcf13774f7 admin admin] Publish callbacks [] for security_group (327b2af1-63dd-4cc3-a0a0-b9ed0adb2ef1), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:53.001114 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e65dba4-26d7-4c5a-a54c-8bbcf13774f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (327b2af1-63dd-4cc3-a0a0-b9ed0adb2ef1), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:53.003700 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4e65dba4-26d7-4c5a-a54c-8bbcf13774f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:08:53.004822 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-4e65dba4-26d7-4c5a-a54c-8bbcf13774f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/327b2af1-63dd-4cc3-a0a0-b9ed0adb2ef1 HTTP/1.1" status: 204 len: 168 time: 0.1182096 Jun 23 11:08:53.014082 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65dba4-26d7-4c5a-a54c-8bbcf13774f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327b2af1-63dd-4cc3-a0a0-b9ed0adb2ef1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:08:58.210858 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=13 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:08:58.212792 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=13 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:01.657272 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:02.874103 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=54,neutron:INSERT=10,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:02.880336 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=55,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:03.008358 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=54,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:03.009099 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=51,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:03.026566 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:03.365441 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b04751c-f1c9-4af5-ba74-f3ebd8a781af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:05.638311 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-385596c3-30bd-4315-be16-3d6d9bb0d796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:06.530443 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc557f73-f245-486e-b7a2-6adfe050d7c4 req-887021ca-ed41-4840-ac87-3bb72efe4968 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:06.532064 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cc557f73-f245-486e-b7a2-6adfe050d7c4 req-887021ca-ed41-4840-ac87-3bb72efe4968 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0474813 Jun 23 11:09:06.577871 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cc557f73-f245-486e-b7a2-6adfe050d7c4 req-64c23a9f-b796-44fa-be59-d2e43068286e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402069 Jun 23 11:09:06.707049 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:07.197362 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:07.696231 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf472b8-2dbc-478e-bcf0-bc46bd6abf75 req-48188013-e98f-4326-ad8c-ce4bc408247c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:07.697715 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9bf472b8-2dbc-478e-bcf0-bc46bd6abf75 req-48188013-e98f-4326-ad8c-ce4bc408247c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0467453 Jun 23 11:09:07.744196 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9bf472b8-2dbc-478e-bcf0-bc46bd6abf75 req-a538bad1-acd3-4e1b-a995-76c3746c2e55 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409303 Jun 23 11:09:08.111418 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:08.657618 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:08.866530 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53230f-70b2-4993-8754-1a554496793f req-6d7d885b-05be-463d-80fb-77fd7bf9dfee tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:08.868662 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ee53230f-70b2-4993-8754-1a554496793f req-6d7d885b-05be-463d-80fb-77fd7bf9dfee tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0534577 Jun 23 11:09:08.915645 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ee53230f-70b2-4993-8754-1a554496793f req-0c8ce856-ee27-43a1-be14-b03d84582c4f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409288 Jun 23 11:09:10.032028 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c32fe-d3e1-4981-aa5f-45ece1cf7b6e req-30928378-df3a-4307-bd6c-c4422f3e84ca tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:10.033462 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-138c32fe-d3e1-4981-aa5f-45ece1cf7b6e req-30928378-df3a-4307-bd6c-c4422f3e84ca tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0467527 Jun 23 11:09:10.085020 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-138c32fe-d3e1-4981-aa5f-45ece1cf7b6e req-03d09c3e-e591-482b-bf47-4235202e0ffa tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460935 Jun 23 11:09:11.209380 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74325d5a-48ed-4cbd-b86e-148a82226eb8 req-4edc19f1-384a-43a5-9681-12a9ca30f36a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:11.210889 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-74325d5a-48ed-4cbd-b86e-148a82226eb8 req-4edc19f1-384a-43a5-9681-12a9ca30f36a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0509324 Jun 23 11:09:11.258278 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-74325d5a-48ed-4cbd-b86e-148a82226eb8 req-350f92f3-693c-4f16-aab6-916674787d4a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417693 Jun 23 11:09:12.129148 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:09:12.377555 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b03b60-10ec-4bf3-b6bc-28def8d18573 req-91ee9bf9-5247-43ec-aa8d-5ae72f3da41e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:12.379023 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d2b03b60-10ec-4bf3-b6bc-28def8d18573 req-91ee9bf9-5247-43ec-aa8d-5ae72f3da41e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0468230 Jun 23 11:09:12.427648 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d2b03b60-10ec-4bf3-b6bc-28def8d18573 req-c3d8cd65-42d7-4db5-a2d5-203176140e11 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426064 Jun 23 11:09:12.937715 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01b2d1a3-efe1-4061-b78d-816319642cf1 req-6f49584f-86ed-46a1-84f4-2ab378f7dd0d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427833 Jun 23 11:09:13.041668 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2d1a3-efe1-4061-b78d-816319642cf1 req-fadd3c3d-95f8-4bca-a506-4c30f37efe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:13.043133 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01b2d1a3-efe1-4061-b78d-816319642cf1 req-fadd3c3d-95f8-4bca-a506-4c30f37efe12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fccc592269f433b99c2d13dad5e8e39&device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 1130 time: 0.0393963 Jun 23 11:09:13.146850 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2d1a3-efe1-4061-b78d-816319642cf1 req-1e72002f-2da7-4b42-8a3f-904e2293964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:13.148338 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01b2d1a3-efe1-4061-b78d-816319642cf1 req-1e72002f-2da7-4b42-8a3f-904e2293964c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb HTTP/1.1" status: 200 len: 913 time: 0.0863757 Jun 23 11:09:13.212990 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01b2d1a3-efe1-4061-b78d-816319642cf1 req-6cccc574-1d10-4847-bdf2-8cc8d094d622 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84b1ad85-e16c-4985-8cbb-e7bf0a1823cc HTTP/1.1" status: 200 len: 1002 time: 0.0584133 Jun 23 11:09:13.260814 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2d1a3-efe1-4061-b78d-816319642cf1 req-06a8f0af-f8d1-41d1-a666-656d47cc683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:13.262302 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01b2d1a3-efe1-4061-b78d-816319642cf1 req-06a8f0af-f8d1-41d1-a666-656d47cc683e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54 HTTP/1.1" status: 200 len: 851 time: 0.0436418 Jun 23 11:09:13.307398 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2d1a3-efe1-4061-b78d-816319642cf1 req-7666017c-574d-4df3-8716-42112c1006fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:13.308934 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01b2d1a3-efe1-4061-b78d-816319642cf1 req-7666017c-574d-4df3-8716-42112c1006fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387311 Jun 23 11:09:13.409804 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01b2d1a3-efe1-4061-b78d-816319642cf1 req-05787d8e-4e84-466a-adc9-8c98b792e2ce service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913470 Jun 23 11:09:13.464011 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 42476) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:13.516404 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-01b2d1a3-efe1-4061-b78d-816319642cf1 req-6a47cdbf-c5bc-4ce5-9cce-584ff4aed184 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936689 Jun 23 11:09:13.549430 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a93ff-7142-4c34-ad45-ae1d6fbc2d7a req-78fd5205-4af3-47fd-a322-d1a722cd71c0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:13.550886 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-654a93ff-7142-4c34-ad45-ae1d6fbc2d7a req-78fd5205-4af3-47fd-a322-d1a722cd71c0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0487862 Jun 23 11:09:13.583173 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a655114-419e-4977-9748-e27af6f2c7c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:13.627887 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-654a93ff-7142-4c34-ad45-ae1d6fbc2d7a req-2c6b803c-04b5-4dbd-a696-bd5f77aa9053 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708363 Jun 23 11:09:13.680800 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a655114-419e-4977-9748-e27af6f2c7c3 admin admin] Publish callbacks [] for security_group (e4aa9b51-3e7c-44ff-b791-8408bc52e582), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:13.684288 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a655114-419e-4977-9748-e27af6f2c7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (e4aa9b51-3e7c-44ff-b791-8408bc52e582), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:13.722072 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-6a655114-419e-4977-9748-e27af6f2c7c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=99bf49f935c2471c91b9a5d42b9b26a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570479 Jun 23 11:09:13.723917 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a655114-419e-4977-9748-e27af6f2c7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aa9b51-3e7c-44ff-b791-8408bc52e582,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:13.724686 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 42480) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:13.777812 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b82adb4-3faf-46f4-9469-db856c75ced3 admin admin] Publish callbacks [] for security_group (e4aa9b51-3e7c-44ff-b791-8408bc52e582), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:13.799580 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b82adb4-3faf-46f4-9469-db856c75ced3 admin admin] Publish callbacks [] for security_group (e4aa9b51-3e7c-44ff-b791-8408bc52e582), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:13.845648 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b82adb4-3faf-46f4-9469-db856c75ced3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (e4aa9b51-3e7c-44ff-b791-8408bc52e582), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:13.848233 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7b82adb4-3faf-46f4-9469-db856c75ced3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:13.849403 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-7b82adb4-3faf-46f4-9469-db856c75ced3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e4aa9b51-3e7c-44ff-b791-8408bc52e582 HTTP/1.1" status: 204 len: 168 time: 0.1237073 Jun 23 11:09:13.857624 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b82adb4-3faf-46f4-9469-db856c75ced3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aa9b51-3e7c-44ff-b791-8408bc52e582,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:14.720130 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:14.765762 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39386b2-6494-4e3c-8edf-382dd4d9ce29 req-d0ef747a-303c-4a63-b121-60b413b2e785 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:14.767240 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c39386b2-6494-4e3c-8edf-382dd4d9ce29 req-d0ef747a-303c-4a63-b121-60b413b2e785 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0608058 Jun 23 11:09:14.779403 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:14.815551 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c39386b2-6494-4e3c-8edf-382dd4d9ce29 req-b5cb7209-67f6-4b33-9e3b-983c1bd710fd tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426655 Jun 23 11:09:15.936621 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81076620-b48d-4bbd-8148-61f63ce87619 req-5cebf428-e5d5-4479-a176-370cc31f4ba2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:15.938127 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-81076620-b48d-4bbd-8148-61f63ce87619 req-5cebf428-e5d5-4479-a176-370cc31f4ba2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0492861 Jun 23 11:09:15.985805 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-81076620-b48d-4bbd-8148-61f63ce87619 req-52d715b1-586c-4e9a-b7c9-26386ceff1aa tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Jun 23 11:09:17.115591 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab513e0a-2f9c-4d3d-a4a5-cc74c8878695 req-2106bace-f578-4040-b3c8-9e02ca4a71cc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:17.117090 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ab513e0a-2f9c-4d3d-a4a5-cc74c8878695 req-2106bace-f578-4040-b3c8-9e02ca4a71cc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0577877 Jun 23 11:09:17.162087 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ab513e0a-2f9c-4d3d-a4a5-cc74c8878695 req-823284ae-2715-4fa2-8bd7-ebe5f97b3ffa tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395391 Jun 23 11:09:18.282545 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdd2bf-6023-4291-9fbc-95ba49dd17c6 req-f13b0c05-81c7-4e3e-8225-697942a986e7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:18.284022 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a6bdd2bf-6023-4291-9fbc-95ba49dd17c6 req-f13b0c05-81c7-4e3e-8225-697942a986e7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0481491 Jun 23 11:09:18.332973 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a6bdd2bf-6023-4291-9fbc-95ba49dd17c6 req-24a0d79e-6359-4fad-8635-40db2e881124 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434082 Jun 23 11:09:18.646826 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:19.451068 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6484aa-04d3-43f5-b081-d2f965c9a9eb req-8009dde1-a564-4e40-9bed-2952db253778 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:19.452514 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0e6484aa-04d3-43f5-b081-d2f965c9a9eb req-8009dde1-a564-4e40-9bed-2952db253778 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0452192 Jun 23 11:09:19.497855 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0e6484aa-04d3-43f5-b081-d2f965c9a9eb req-c28043fb-1543-46d9-9652-a06d587af195 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398946 Jun 23 11:09:20.634008 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047c154-f8e4-485f-bf2f-40c65b83497b req-8b5a43a4-daf8-47ba-a0ab-7a6ab8a1967c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:20.635686 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d047c154-f8e4-485f-bf2f-40c65b83497b req-8b5a43a4-daf8-47ba-a0ab-7a6ab8a1967c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0656161 Jun 23 11:09:20.684823 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d047c154-f8e4-485f-bf2f-40c65b83497b req-eb1e04c4-2be7-4d98-875c-76a553396548 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419433 Jun 23 11:09:21.806362 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8faa64-36ce-4172-adf0-dde8c6562e8e req-11593a41-cac2-475b-818a-546d59317fac tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:21.807867 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4f8faa64-36ce-4172-adf0-dde8c6562e8e req-11593a41-cac2-475b-818a-546d59317fac tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0479891 Jun 23 11:09:21.854576 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4f8faa64-36ce-4172-adf0-dde8c6562e8e req-70427ea6-c753-4352-b0af-dd89b2b769c9 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411966 Jun 23 11:09:22.285272 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=3 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:22.289938 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=5 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:22.912065 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:09:22.974243 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35690ba3-79cc-4358-8cbc-00a78068c16e req-67757896-4b03-4862-b2a9-8577d475de24 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:22.976164 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-35690ba3-79cc-4358-8cbc-00a78068c16e req-67757896-4b03-4862-b2a9-8577d475de24 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0483539 Jun 23 11:09:23.030781 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-35690ba3-79cc-4358-8cbc-00a78068c16e req-c2c7e60d-328e-4fef-9d44-14ff926de581 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482912 Jun 23 11:09:23.043524 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:09:23.055862 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'port_id': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64', 'mac_address': 'fa:16:3e:6c:36:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:09:23.096081 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 is: ACTIVE; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:09:23.096470 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:23.110118 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:09:23.131853 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:09:23.136486 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:23.185706 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,revision_number=6']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:23.192695 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:23.193046 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:23.193390 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:23.193734 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:23.194068 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:23.194399 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:23.194728 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:23.195056 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:23.195385 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:23.195738 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:23.196066 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:23.196391 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:23.196717 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:23.197563 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:23.197886 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:23.351358 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['51cdb0e1-56be-4180-8c9e-d3a829c5bb64'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:09:24.175510 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40fe75-6157-43ee-8c6e-49d02641a0bf req-c15f9d43-3df9-4a10-8598-9ca9c8cc919a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:24.177375 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1c40fe75-6157-43ee-8c6e-49d02641a0bf req-c15f9d43-3df9-4a10-8598-9ca9c8cc919a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 944 time: 0.0498309 Jun 23 11:09:24.218897 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:24.232349 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1c40fe75-6157-43ee-8c6e-49d02641a0bf req-653db426-e192-43e0-91c5-369278a87641 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461290 Jun 23 11:09:24.940264 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:09:24.986279 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:09:24.986894 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:25.069970 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:09:25.070346 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:25.097260 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248be1ac-b2c3-4081-adba-30258b95aa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:09:25.099493 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc04214-1679-44ab-9475-26fbca4e13be" -d '{"events": [{"server_uuid": "248be1ac-b2c3-4081-adba-30258b95aa91", "name": "network-vif-plugged", "status": "completed", "tag": "51cdb0e1-56be-4180-8c9e-d3a829c5bb64"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:09:25.113438 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:09:25.118595 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:25.152387 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c26be4-8d7c-4f4a-9a44-963fe73e54f8 x-openstack-request-id: req-40c26be4-8d7c-4f4a-9a44-963fe73e54f8 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:09:25.152721 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248be1ac-b2c3-4081-adba-30258b95aa91", "name": "network-vif-plugged", "status": "completed", "tag": "51cdb0e1-56be-4180-8c9e-d3a829c5bb64", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:09:25.152910 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-40c26be4-8d7c-4f4a-9a44-963fe73e54f8 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:09:25.153296 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c26be4-8d7c-4f4a-9a44-963fe73e54f8'] response: {'server_uuid': '248be1ac-b2c3-4081-adba-30258b95aa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64', 'code': 200} Jun 23 11:09:25.165309 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:25.177761 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,revision_number=7']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:25.384966 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210747f4-28cc-4828-8e2f-2de52d5e7df7 req-6bd6a2cb-7da9-47f7-bc9e-08e9de2cbb2c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:25.386468 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-210747f4-28cc-4828-8e2f-2de52d5e7df7 req-6bd6a2cb-7da9-47f7-bc9e-08e9de2cbb2c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0552673 Jun 23 11:09:25.471363 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-210747f4-28cc-4828-8e2f-2de52d5e7df7 req-3b656230-16cf-4381-af75-b380c0c4cb5a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771434 Jun 23 11:09:25.859888 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6710f-81b4-403f-9edd-3d13cfa37cbf req-f21566d1-158f-4790-9721-22bce99dbbe3 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:25.865836 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1cc6710f-81b4-403f-9edd-3d13cfa37cbf req-f21566d1-158f-4790-9721-22bce99dbbe3 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 946 time: 0.0641193 Jun 23 11:09:25.939558 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1cc6710f-81b4-403f-9edd-3d13cfa37cbf req-bb11754c-916d-41c3-acbf-db687caaf09f tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=da3013a6-8ded-40af-ba28-45bcb5f26456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669556 Jun 23 11:09:26.601737 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6c5ef-ed6a-4e66-a846-c574e3460daf req-d7473baf-144f-4043-8f16-28f4768a9b9e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:26.603617 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cbe6c5ef-ed6a-4e66-a846-c574e3460daf req-d7473baf-144f-4043-8f16-28f4768a9b9e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0518279 Jun 23 11:09:26.660483 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cbe6c5ef-ed6a-4e66-a846-c574e3460daf req-3505c1a3-8dfa-42bb-b5fe-a262f7b7e298 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487003 Jun 23 11:09:27.066242 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566e339-ed2d-4980-9e05-6fb5d0de19f8 req-ec5827e5-5a4a-42d4-bf8c-eba498d46049 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:27.068762 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4566e339-ed2d-4980-9e05-6fb5d0de19f8 req-ec5827e5-5a4a-42d4-bf8c-eba498d46049 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 946 time: 0.0563414 Jun 23 11:09:27.124623 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4566e339-ed2d-4980-9e05-6fb5d0de19f8 req-f8139ea5-6aae-4800-93d8-bedec54c9933 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=da3013a6-8ded-40af-ba28-45bcb5f26456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463147 Jun 23 11:09:27.819894 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb9fad-9b60-4841-a593-a29648ed5311 req-17bb7a85-ae1a-485c-9177-7a3441aea853 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:27.821687 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-16cb9fad-9b60-4841-a593-a29648ed5311 req-17bb7a85-ae1a-485c-9177-7a3441aea853 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0827403 Jun 23 11:09:27.897377 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-16cb9fad-9b60-4841-a593-a29648ed5311 req-5d2643f6-b1cc-429f-b9d2-64ae8d90a588 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645795 Jun 23 11:09:28.151915 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf36f3c-6592-47ed-8276-2f8b145709db req-1afcb3db-5abf-49b1-850d-5db6530cdb94 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:28.154114 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6bf36f3c-6592-47ed-8276-2f8b145709db req-1afcb3db-5abf-49b1-850d-5db6530cdb94 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 946 time: 0.0745184 Jun 23 11:09:28.268031 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-6bf36f3c-6592-47ed-8276-2f8b145709db req-c1002873-5916-4e1b-b02f-d626095930ef tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Deleting port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:09:28.268478 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6bf36f3c-6592-47ed-8276-2f8b145709db req-c1002873-5916-4e1b-b02f-d626095930ef tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (fb038df1-c7f3-4faa-ad6e-41cb0cd8c410), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:28.302818 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:28.326851 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493ae3a-e1d6-48bd-b9ab-f2d43047e951 req-962e3970-d4f9-43fe-b255-7242c3800d8a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:28.330284 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:28.333716 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0493ae3a-e1d6-48bd-b9ab-f2d43047e951 req-962e3970-d4f9-43fe-b255-7242c3800d8a tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 946 time: 0.1089931 Jun 23 11:09:28.428241 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0493ae3a-e1d6-48bd-b9ab-f2d43047e951 req-717a8cbb-620b-4d72-8a9d-90bf9cd7cdcf tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups?id=da3013a6-8ded-40af-ba28-45bcb5f26456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829852 Jun 23 11:09:28.458695 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-6bf36f3c-6592-47ed-8276-2f8b145709db req-c1002873-5916-4e1b-b02f-d626095930ef tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] For port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fb038df1-c7f3-4faa-ad6e-41cb0cd8c410,segment=NetworkSegment(97a79337-8bb6-4fe1-9265-c6256ffbd1f4),segment_id=97a79337-8bb6-4fe1-9265-c6256ffbd1f4)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:09:28.459250 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6bf36f3c-6592-47ed-8276-2f8b145709db req-c1002873-5916-4e1b-b02f-d626095930ef tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (fb038df1-c7f3-4faa-ad6e-41cb0cd8c410), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:28.837254 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:28.862490 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6bf36f3c-6592-47ed-8276-2f8b145709db req-c1002873-5916-4e1b-b02f-d626095930ef tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:28.862847 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6bf36f3c-6592-47ed-8276-2f8b145709db req-c1002873-5916-4e1b-b02f-d626095930ef tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (0565ea00-bc01-4277-8171-7342624f9157), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:28.863177 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [req-6bf36f3c-6592-47ed-8276-2f8b145709db req-c1002873-5916-4e1b-b02f-d626095930ef tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Floating IP 0565ea00-bc01-4277-8171-7342624f9157 disassociated. External IP: 172.27.2.185, port: fb038df1-c7f3-4faa-ad6e-41cb0cd8c410. Jun 23 11:09:28.863530 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-6bf36f3c-6592-47ed-8276-2f8b145709db req-c1002873-5916-4e1b-b02f-d626095930ef tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Calling delete_port for fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:09:29.050945 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6bf36f3c-6592-47ed-8276-2f8b145709db req-c1002873-5916-4e1b-b02f-d626095930ef tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (fb038df1-c7f3-4faa-ad6e-41cb0cd8c410), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:29.091829 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1002873-5916-4e1b-b02f-d626095930ef tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event deleted for resources: {'Port': ['ID=fb038df1-c7f3-4faa-ad6e-41cb0cd8c410,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:29.101044 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7c3d6-2a66-443a-8b10-a21b04e315d1 req-1044e091-bfaf-4a98-9509-a65e37fd3ee3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:29.107931 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2ae7c3d6-2a66-443a-8b10-a21b04e315d1 req-1044e091-bfaf-4a98-9509-a65e37fd3ee3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0996428 Jun 23 11:09:29.253319 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bf36f3c-6592-47ed-8276-2f8b145709db req-c1002873-5916-4e1b-b02f-d626095930ef tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Router d1aceb3b-313d-4383-8a1f-22820217f918 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:09:29.269758 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2ae7c3d6-2a66-443a-8b10-a21b04e315d1 req-d1844af3-9bab-482f-9f27-7d94309440b2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609278 Jun 23 11:09:29.392891 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bf36f3c-6592-47ed-8276-2f8b145709db req-c1002873-5916-4e1b-b02f-d626095930ef tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:09:29.403513 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d537132-0454-4a17-a9d8-67a2fb550fba None None] Sync routers for ids ['d1aceb3b-313d-4383-8a1f-22820217f918'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:09:29.417215 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d537132-0454-4a17-a9d8-67a2fb550fba None None] Routers {'d1aceb3b-313d-4383-8a1f-22820217f918'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:09:29.418198 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-7d537132-0454-4a17-a9d8-67a2fb550fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:09:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['d1aceb3b-313d-4383-8a1f-22820217f918'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:29.449914 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf36f3c-6592-47ed-8276-2f8b145709db req-c1002873-5916-4e1b-b02f-d626095930ef tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] No DVR routers for this DVR port fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 on host hv-cinder-84330 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:09:29.452857 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6bf36f3c-6592-47ed-8276-2f8b145709db req-c1002873-5916-4e1b-b02f-d626095930ef tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:29.457522 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6bf36f3c-6592-47ed-8276-2f8b145709db req-c1002873-5916-4e1b-b02f-d626095930ef tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.60 "DELETE /v2.0/ports/fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 HTTP/1.1" status: 204 len: 173 time: 1.2972839 Jun 23 11:09:29.458401 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a14dfc-929a-475c-ac07-48e81f7d53ba', 'name': 'network-vif-deleted', 'tag': 'fb038df1-c7f3-4faa-ad6e-41cb0cd8c410'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:09:29.460867 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f023e7af-b00b-475a-9cfc-638a46b65f94" -d '{"events": [{"server_uuid": "a1a14dfc-929a-475c-ac07-48e81f7d53ba", "name": "network-vif-deleted", "tag": "fb038df1-c7f3-4faa-ad6e-41cb0cd8c410"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:09:29.514852 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021e0a29-ac37-4fa9-98cc-eef772e59bc5 x-openstack-request-id: req-021e0a29-ac37-4fa9-98cc-eef772e59bc5 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:09:29.515476 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a14dfc-929a-475c-ac07-48e81f7d53ba", "name": "network-vif-deleted", "tag": "fb038df1-c7f3-4faa-ad6e-41cb0cd8c410", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:09:29.515912 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-021e0a29-ac37-4fa9-98cc-eef772e59bc5 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:09:29.516460 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-021e0a29-ac37-4fa9-98cc-eef772e59bc5'] response: {'server_uuid': 'a1a14dfc-929a-475c-ac07-48e81f7d53ba', 'name': 'network-vif-deleted', 'tag': 'fb038df1-c7f3-4faa-ad6e-41cb0cd8c410', 'status': 'completed', 'code': 200} Jun 23 11:09:29.532994 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:29.586911 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fa2ca985-fff2-4cef-8a2b-addf203e3211 req-20ad753e-b475-4cad-b3de-515242259c72 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1a14dfc-929a-475c-ac07-48e81f7d53ba HTTP/1.1" status: 200 len: 210 time: 0.0592299 Jun 23 11:09:29.807816 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-7d537132-0454-4a17-a9d8-67a2fb550fba None None] Set router d1aceb3b-313d-4383-8a1f-22820217f918 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:09:30.032959 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-7d537132-0454-4a17-a9d8-67a2fb550fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:10Z', 'revision_number': 4, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '0cbee5b6-d397-413d-ba0b-bf9b7230f622', 'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'mac_address': 'fa:16:3e:bb:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:08Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 5, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'subnets': [{'id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:30.068299 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d537132-0454-4a17-a9d8-67a2fb550fba None None] Checking router: d1aceb3b-313d-4383-8a1f-22820217f918 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:09:30.082238 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d537132-0454-4a17-a9d8-67a2fb550fba None None] Routers {'d1aceb3b-313d-4383-8a1f-22820217f918'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:09:30.083520 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-7d537132-0454-4a17-a9d8-67a2fb550fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:09:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['d1aceb3b-313d-4383-8a1f-22820217f918'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:30.218070 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-7d537132-0454-4a17-a9d8-67a2fb550fba None None] Set router d1aceb3b-313d-4383-8a1f-22820217f918 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:09:30.411727 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9d3e9-fb3c-4b28-a744-84f2601c73bb req-d18e759a-65ba-4aab-a3be-261a090e4f98 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:30.413261 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-baa9d3e9-fb3c-4b28-a744-84f2601c73bb req-d18e759a-65ba-4aab-a3be-261a090e4f98 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0563881 Jun 23 11:09:30.462474 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-7d537132-0454-4a17-a9d8-67a2fb550fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:10Z', 'revision_number': 4, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '0cbee5b6-d397-413d-ba0b-bf9b7230f622', 'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'mac_address': 'fa:16:3e:bb:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:08Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 5, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'subnets': [{'id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:30.472187 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-baa9d3e9-fb3c-4b28-a744-84f2601c73bb req-3804df64-3352-4743-846e-a13f10bcc0fc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508728 Jun 23 11:09:30.491441 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d537132-0454-4a17-a9d8-67a2fb550fba None None] The sync data for ids ['d1aceb3b-313d-4383-8a1f-22820217f918'] in dv-cinder-843309-2-iscsi is: [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:02:10Z', 'revision_number': 4, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '0cbee5b6-d397-413d-ba0b-bf9b7230f622', 'name': '', 'network_id': '2f66c2d2-ea10-4014-ae5f-f902d520ab2d', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'mac_address': 'fa:16:3e:bb:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:08Z', 'updated_at': '2022-06-23T11:02:20Z', 'revision_number': 5, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'subnets': [{'id': '36e9125f-f67e-4b5d-8729-45eedcb46700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:09:30.705328 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 42772) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:30.712395 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:30.752845 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e2af6-20ef-4c2a-870b-f093e65028a9 None None] New status for floating IP 0565ea00-bc01-4277-8171-7342624f9157: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:09:30.777884 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb6139a3-938d-459c-a157-bfe8e9b4e1b2 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group (da3013a6-8ded-40af-ba28-45bcb5f26456), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:30.803973 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb6139a3-938d-459c-a157-bfe8e9b4e1b2 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group (da3013a6-8ded-40af-ba28-45bcb5f26456), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:30.861383 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb6139a3-938d-459c-a157-bfe8e9b4e1b2 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (da3013a6-8ded-40af-ba28-45bcb5f26456), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:30.865496 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fb6139a3-938d-459c-a157-bfe8e9b4e1b2 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:30.866948 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-fb6139a3-938d-459c-a157-bfe8e9b4e1b2 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "DELETE /v2.0/security-groups/da3013a6-8ded-40af-ba28-45bcb5f26456 HTTP/1.1" status: 204 len: 168 time: 0.1603668 Jun 23 11:09:30.870249 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 42776) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:30.878914 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6139a3-938d-459c-a157-bfe8e9b4e1b2 tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3013a6-8ded-40af-ba28-45bcb5f26456,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:30.887100 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.api.v2.resource [None req-6f9f5917-31d4-46d3-8186-2cd0c27047ec tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] show failed (client error): The resource could not be found. Jun 23 11:09:30.888201 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-6f9f5917-31d4-46d3-8186-2cd0c27047ec tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "GET /v2.0/security-groups/da3013a6-8ded-40af-ba28-45bcb5f26456 HTTP/1.1" status: 404 len: 347 time: 0.0164225 Jun 23 11:09:30.891280 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 42778) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:31.005190 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:09:31.011908 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-16cf1be5-e75b-4a62-bf22-3170e470f24e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Deleting port 51eacea3-3261-41fd-aed1-2ab1243dbbea {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:09:31.012254 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16cf1be5-e75b-4a62-bf22-3170e470f24e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (51eacea3-3261-41fd-aed1-2ab1243dbbea), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:31.028133 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:09:31.028478 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device fb038df1-c7f3-4faa-ad6e-41cb0cd8c410 not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:09:31.088912 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16cf1be5-e75b-4a62-bf22-3170e470f24e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (51eacea3-3261-41fd-aed1-2ab1243dbbea), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:31.089135 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16cf1be5-e75b-4a62-bf22-3170e470f24e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for floatingip (51eacea3-3261-41fd-aed1-2ab1243dbbea), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:31.102887 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-16cf1be5-e75b-4a62-bf22-3170e470f24e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Calling delete_port for 51eacea3-3261-41fd-aed1-2ab1243dbbea owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:09:31.238387 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16cf1be5-e75b-4a62-bf22-3170e470f24e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (51eacea3-3261-41fd-aed1-2ab1243dbbea), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:31.262376 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf1be5-e75b-4a62-bf22-3170e470f24e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Pushing event deleted for resources: {'Port': ['ID=51eacea3-3261-41fd-aed1-2ab1243dbbea,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:31.326558 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16cf1be5-e75b-4a62-bf22-3170e470f24e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks [] for floatingip (0565ea00-bc01-4277-8171-7342624f9157), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:31.329032 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16cf1be5-e75b-4a62-bf22-3170e470f24e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:31.330177 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-16cf1be5-e75b-4a62-bf22-3170e470f24e tempest-AttachVolumeTestJSON-2648044 tempest-AttachVolumeTestJSON-2648044-project] 10.222.0.65 "DELETE /v2.0/floatingips/0565ea00-bc01-4277-8171-7342624f9157 HTTP/1.1" status: 204 len: 168 time: 0.4371634 Jun 23 11:09:31.589967 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462df763-b9b1-4920-8c02-b4835d9c4183 req-3e89c630-dcfe-47df-847f-2ab66c6620a3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:31.591387 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-462df763-b9b1-4920-8c02-b4835d9c4183 req-3e89c630-dcfe-47df-847f-2ab66c6620a3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0455194 Jun 23 11:09:31.637042 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-462df763-b9b1-4920-8c02-b4835d9c4183 req-f4e98234-113f-4f99-9b41-ad2a248d455d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401785 Jun 23 11:09:32.779579 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d894b50-7248-46db-88ce-919901262b24 req-06a95cf1-b415-41c4-8e19-8c7aacc21f9c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:32.781289 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d894b50-7248-46db-88ce-919901262b24 req-06a95cf1-b415-41c4-8e19-8c7aacc21f9c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0610166 Jun 23 11:09:32.843525 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7d894b50-7248-46db-88ce-919901262b24 req-a9411d27-78aa-465b-8a00-7b073a758c1f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533075 Jun 23 11:09:33.370507 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72294a65-c101-4537-be54-d3aa883c8c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:34.121828 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9522e-3848-4c62-96fd-9b036584406c req-ff0d3e88-3168-49d6-a1cd-edfafe0c5b87 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:34.123411 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d8f9522e-3848-4c62-96fd-9b036584406c req-ff0d3e88-3168-49d6-a1cd-edfafe0c5b87 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0598760 Jun 23 11:09:34.191940 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d8f9522e-3848-4c62-96fd-9b036584406c req-e99d13ef-d9ef-422c-9aa1-b4d144d269f5 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630128 Jun 23 11:09:35.313627 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93130bdf-84b9-46a8-86eb-28404c38b5c1 req-b9f0c7a7-cfd3-4704-9195-20c3b312cb2f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:35.315073 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-93130bdf-84b9-46a8-86eb-28404c38b5c1 req-b9f0c7a7-cfd3-4704-9195-20c3b312cb2f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0478365 Jun 23 11:09:35.327480 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:35.365777 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-93130bdf-84b9-46a8-86eb-28404c38b5c1 req-1009b6f4-c5f0-4f19-a550-a29124c10382 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448282 Jun 23 11:09:35.640204 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6c00d8e0-4e97-402e-833a-b4d7ed6308b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:36.448180 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:36.494891 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c8f63-b580-4298-ae3c-dfa4725e9c7e req-f31cbd60-185f-43e2-8a60-41a52b6470cc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:36.496387 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c22c8f63-b580-4298-ae3c-dfa4725e9c7e req-f31cbd60-185f-43e2-8a60-41a52b6470cc tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0582342 Jun 23 11:09:36.542016 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c22c8f63-b580-4298-ae3c-dfa4725e9c7e req-3f323b91-28ea-4af2-8464-a9671c33f8d5 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401959 Jun 23 11:09:36.708998 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:37.200399 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:37.673524 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c197f4-30c2-4949-8737-3e6c1d7a3332 req-098b0885-67fc-4d80-8d82-b9816c7770d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:37.675350 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-37c197f4-30c2-4949-8737-3e6c1d7a3332 req-098b0885-67fc-4d80-8d82-b9816c7770d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=172a9e51095e47318b27881dab868355&device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 1129 time: 0.0816340 Jun 23 11:09:37.686590 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f913c9-7ec9-4de1-b835-6e78e19d79fa req-1c9138b9-b377-4451-945d-6703dc50fdb0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:37.688064 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-91f913c9-7ec9-4de1-b835-6e78e19d79fa req-1c9138b9-b377-4451-945d-6703dc50fdb0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0605378 Jun 23 11:09:37.799392 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-91f913c9-7ec9-4de1-b835-6e78e19d79fa req-16a34a31-bbc9-4a3a-94c5-d2fcc6d5a792 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017690 Jun 23 11:09:37.814793 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c197f4-30c2-4949-8737-3e6c1d7a3332 req-fd45af19-de29-4c9f-89f8-5cdb6f09a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:37.816314 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-37c197f4-30c2-4949-8737-3e6c1d7a3332 req-fd45af19-de29-4c9f-89f8-5cdb6f09a3c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cde6b719-8052-4ec2-a733-c2d79d7cb320 HTTP/1.1" status: 200 len: 917 time: 0.1272686 Jun 23 11:09:37.881889 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-37c197f4-30c2-4949-8737-3e6c1d7a3332 req-95807fc1-1c68-41b6-946b-5ec8698b69fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51cdb0e1-56be-4180-8c9e-d3a829c5bb64 HTTP/1.1" status: 200 len: 1001 time: 0.0568876 Jun 23 11:09:37.940816 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c197f4-30c2-4949-8737-3e6c1d7a3332 req-a0f38dc9-5449-4494-99e3-9572fb42caad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:37.942467 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-37c197f4-30c2-4949-8737-3e6c1d7a3332 req-a0f38dc9-5449-4494-99e3-9572fb42caad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f753206-e3ef-4560-9487-b37ef85f0bf1 HTTP/1.1" status: 200 len: 855 time: 0.0500343 Jun 23 11:09:37.995999 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c197f4-30c2-4949-8737-3e6c1d7a3332 req-3a661a3c-e476-4963-b808-75cbb84d74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:37.998575 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-37c197f4-30c2-4949-8737-3e6c1d7a3332 req-3a661a3c-e476-4963-b808-75cbb84d74a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cde6b719-8052-4ec2-a733-c2d79d7cb320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424373 Jun 23 11:09:38.078147 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 42888) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:38.116643 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:38.438189 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:38.455033 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-37c197f4-30c2-4949-8737-3e6c1d7a3332 req-3c0b634b-d332-461b-9970-d919ae6798db service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944180 Jun 23 11:09:38.538437 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5de1520b-df4b-4819-bd5f-6c145b223b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-263779'] for router_interface (d1aceb3b-313d-4383-8a1f-22820217f918), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:38.550165 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-37c197f4-30c2-4949-8737-3e6c1d7a3332 req-767ddf53-2655-4537-bee8-65650ab44fc9 service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873399 Jun 23 11:09:38.661230 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:38.769014 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5de1520b-df4b-4819-bd5f-6c145b223b4f admin admin] Deleting port 0cbee5b6-d397-413d-ba0b-bf9b7230f622 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:09:38.769484 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5de1520b-df4b-4819-bd5f-6c145b223b4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:38.873087 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5de1520b-df4b-4819-bd5f-6c145b223b4f admin admin] For port 0cbee5b6-d397-413d-ba0b-bf9b7230f622, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=0cbee5b6-d397-413d-ba0b-bf9b7230f622,segment=NetworkSegment(97a79337-8bb6-4fe1-9265-c6256ffbd1f4),segment_id=97a79337-8bb6-4fe1-9265-c6256ffbd1f4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:09:38.873533 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5de1520b-df4b-4819-bd5f-6c145b223b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:38.897827 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5de1520b-df4b-4819-bd5f-6c145b223b4f admin admin] Calling delete_port for 0cbee5b6-d397-413d-ba0b-bf9b7230f622 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:09:38.988002 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454fd10-f10f-4e4c-84a1-809ff6336702 req-87dfc7c1-351d-4881-ac21-6ba1fa6c21d5 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:38.989492 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7454fd10-f10f-4e4c-84a1-809ff6336702 req-87dfc7c1-351d-4881-ac21-6ba1fa6c21d5 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.1047325 Jun 23 11:09:39.086644 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7454fd10-f10f-4e4c-84a1-809ff6336702 req-8e5c6432-926c-4c3b-a255-edad78d176d2 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905244 Jun 23 11:09:39.091430 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:39.159868 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5de1520b-df4b-4819-bd5f-6c145b223b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (0cbee5b6-d397-413d-ba0b-bf9b7230f622), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:39.191241 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1520b-df4b-4819-bd5f-6c145b223b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=0cbee5b6-d397-413d-ba0b-bf9b7230f622,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:39.288174 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:39.351581 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5de1520b-df4b-4819-bd5f-6c145b223b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-263927'] for router_interface (d1aceb3b-313d-4383-8a1f-22820217f918), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:39.549763 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de1520b-df4b-4819-bd5f-6c145b223b4f admin admin] Router d1aceb3b-313d-4383-8a1f-22820217f918 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:09:39.655628 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de1520b-df4b-4819-bd5f-6c145b223b4f admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:09:39.660724 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-5de1520b-df4b-4819-bd5f-6c145b223b4f admin admin] 10.222.0.65 "PUT /v2.0/routers/d1aceb3b-313d-4383-8a1f-22820217f918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5816119 Jun 23 11:09:39.663425 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 42906) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:39.664464 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4e5c09-2951-4020-a7e5-514cd13abafa None None] Sync routers for ids ['d1aceb3b-313d-4383-8a1f-22820217f918'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:09:39.674050 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4e5c09-2951-4020-a7e5-514cd13abafa None None] Routers {'d1aceb3b-313d-4383-8a1f-22820217f918'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:09:39.674886 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-7c4e5c09-2951-4020-a7e5-514cd13abafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:09:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['d1aceb3b-313d-4383-8a1f-22820217f918'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:39.715546 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:39.759149 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:39.764014 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-076efcdc-9e4e-40c2-ba91-0aff174d89ee admin admin] Publish callbacks [] for router (d1aceb3b-313d-4383-8a1f-22820217f918), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:39.783746 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-7c4e5c09-2951-4020-a7e5-514cd13abafa None None] Set router d1aceb3b-313d-4383-8a1f-22820217f918 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:09:39.861736 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-076efcdc-9e4e-40c2-ba91-0aff174d89ee admin admin] Publish callbacks [] for router_gateway (d1aceb3b-313d-4383-8a1f-22820217f918), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:39.904140 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-076efcdc-9e4e-40c2-ba91-0aff174d89ee admin admin] Deleting port 093e2200-2194-4c03-851c-d50a0d120b7f {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:09:39.904500 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-076efcdc-9e4e-40c2-ba91-0aff174d89ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (093e2200-2194-4c03-851c-d50a0d120b7f), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:39.913385 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:39.949121 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-7c4e5c09-2951-4020-a7e5-514cd13abafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:09:39Z', 'revision_number': 5, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port': {'id': '093e2200-2194-4c03-851c-d50a0d120b7f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:57Z', 'updated_at': '2022-06-23T11:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:39.975045 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4e5c09-2951-4020-a7e5-514cd13abafa None None] Checking router: d1aceb3b-313d-4383-8a1f-22820217f918 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:09:39.985098 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4e5c09-2951-4020-a7e5-514cd13abafa None None] Routers {'d1aceb3b-313d-4383-8a1f-22820217f918'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:09:39.985718 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-7c4e5c09-2951-4020-a7e5-514cd13abafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:09:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['d1aceb3b-313d-4383-8a1f-22820217f918'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:39.995125 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-076efcdc-9e4e-40c2-ba91-0aff174d89ee admin admin] For port 093e2200-2194-4c03-851c-d50a0d120b7f, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=093e2200-2194-4c03-851c-d50a0d120b7f,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:09:39.995828 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-076efcdc-9e4e-40c2-ba91-0aff174d89ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (093e2200-2194-4c03-851c-d50a0d120b7f), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:40.010637 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-076efcdc-9e4e-40c2-ba91-0aff174d89ee admin admin] Calling delete_port for 093e2200-2194-4c03-851c-d50a0d120b7f owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:09:40.071987 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:40.096988 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-7c4e5c09-2951-4020-a7e5-514cd13abafa None None] Set router d1aceb3b-313d-4383-8a1f-22820217f918 gateway port host: None {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:09:40.157687 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-7c4e5c09-2951-4020-a7e5-514cd13abafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:09:39Z', 'revision_number': 6, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port_host': None}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:40.193340 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4e5c09-2951-4020-a7e5-514cd13abafa None None] The sync data for ids ['d1aceb3b-313d-4383-8a1f-22820217f918'] in dv-cinder-843309-2-iscsi is: [{'id': 'd1aceb3b-313d-4383-8a1f-22820217f918', 'name': 'tempest-AttachVolumeTestJSON-595542986-router', 'tenant_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:55Z', 'updated_at': '2022-06-23T11:09:39Z', 'revision_number': 6, 'project_id': 'ac9f9313c3ac4dde97e75ac6fa8fae11', 'gw_port_host': None}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:09:40.213629 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-076efcdc-9e4e-40c2-ba91-0aff174d89ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (093e2200-2194-4c03-851c-d50a0d120b7f), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:40.250525 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076efcdc-9e4e-40c2-ba91-0aff174d89ee admin admin] Pushing event deleted for resources: {'Port': ['ID=093e2200-2194-4c03-851c-d50a0d120b7f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:40.280399 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8036cc2-009c-4f89-a169-d14450be01ce req-9d9ae8de-f892-4487-8d41-631d57ecc740 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:40.282790 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a8036cc2-009c-4f89-a169-d14450be01ce req-9d9ae8de-f892-4487-8d41-631d57ecc740 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.1151466 Jun 23 11:09:40.319406 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-076efcdc-9e4e-40c2-ba91-0aff174d89ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391123'] for router_gateway (d1aceb3b-313d-4383-8a1f-22820217f918), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:40.349828 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a8036cc2-009c-4f89-a169-d14450be01ce req-cec6a3b1-3270-4c38-99f4-90c5a624ccfa tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602322 Jun 23 11:09:40.436689 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-076efcdc-9e4e-40c2-ba91-0aff174d89ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-269786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27266'] for router (d1aceb3b-313d-4383-8a1f-22820217f918), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:40.439025 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-076efcdc-9e4e-40c2-ba91-0aff174d89ee admin admin] Publish callbacks [] for router_controller (d1aceb3b-313d-4383-8a1f-22820217f918), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:40.487587 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-076efcdc-9e4e-40c2-ba91-0aff174d89ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-269652'] for router (d1aceb3b-313d-4383-8a1f-22820217f918), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:40.488234 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076efcdc-9e4e-40c2-ba91-0aff174d89ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1aceb3b-313d-4383-8a1f-22820217f918 {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:09:40.492792 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-076efcdc-9e4e-40c2-ba91-0aff174d89ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:40.493916 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-076efcdc-9e4e-40c2-ba91-0aff174d89ee admin admin] 10.222.0.65 "DELETE /v2.0/routers/d1aceb3b-313d-4383-8a1f-22820217f918 HTTP/1.1" status: 204 len: 168 time: 0.8293772 Jun 23 11:09:40.497395 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 42920) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:40.540499 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96fc1b8-550b-4f25-afc4-ed38eeb74d88 admin admin] Deleting subnet 36e9125f-f67e-4b5d-8729-45eedcb46700 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:09:40.543776 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b96fc1b8-550b-4f25-afc4-ed38eeb74d88 admin admin] Publish callbacks [] for subnet (36e9125f-f67e-4b5d-8729-45eedcb46700), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:40.579948 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b96fc1b8-550b-4f25-afc4-ed38eeb74d88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497197'] for subnet (36e9125f-f67e-4b5d-8729-45eedcb46700), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:40.624775 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:40.673155 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 0cbee5b6-d397-413d-ba0b-bf9b7230f622 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:09:40.676155 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b96fc1b8-550b-4f25-afc4-ed38eeb74d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537351'] for subnet (36e9125f-f67e-4b5d-8729-45eedcb46700), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:40.703353 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 0cbee5b6-d397-413d-ba0b-bf9b7230f622 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:09:40.703722 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 0cbee5b6-d397-413d-ba0b-bf9b7230f622 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:09:40.736406 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b96fc1b8-550b-4f25-afc4-ed38eeb74d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60180776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59763228'] for subnet (36e9125f-f67e-4b5d-8729-45eedcb46700), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:40.762898 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fc1b8-550b-4f25-afc4-ed38eeb74d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e9125f-f67e-4b5d-8729-45eedcb46700,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:40.766665 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b96fc1b8-550b-4f25-afc4-ed38eeb74d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:40.769942 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b96fc1b8-550b-4f25-afc4-ed38eeb74d88 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/36e9125f-f67e-4b5d-8729-45eedcb46700 HTTP/1.1" status: 204 len: 168 time: 0.2714043 Jun 23 11:09:40.772395 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 42922) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:40.772927 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffb9f75-058c-44e8-97d3-0462271e909c None None] Network 2f66c2d2-ea10-4014-ae5f-f902d520ab2d requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:09:40.828203 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:40.831571 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:40.843013 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594832'] for network (2f66c2d2-ea10-4014-ae5f-f902d520ab2d), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:40.883414 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] Deleting port 58aee36a-0118-457e-8549-1088c134757a {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:09:40.883623 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (58aee36a-0118-457e-8549-1088c134757a), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:40.944352 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] For port 58aee36a-0118-457e-8549-1088c134757a, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=58aee36a-0118-457e-8549-1088c134757a,segment=NetworkSegment(97a79337-8bb6-4fe1-9265-c6256ffbd1f4),segment_id=97a79337-8bb6-4fe1-9265-c6256ffbd1f4)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:09:40.944613 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (58aee36a-0118-457e-8549-1088c134757a), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:40.961216 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] Calling delete_port for 58aee36a-0118-457e-8549-1088c134757a owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:09:41.034567 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182b9ecb-453d-449c-8ff1-54a1ac3302a3 None None] DHCP port deletion for 2f66c2d2-ea10-4014-ae5f-f902d520ab2d request from dv-cinder-843309-2-iscsi {{(pid=103954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 11:09:41.044012 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (58aee36a-0118-457e-8549-1088c134757a), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:41.056173 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:41.076376 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] Pushing event deleted for resources: {'Port': ['ID=58aee36a-0118-457e-8549-1088c134757a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:41.078274 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] No DVR routers for this DVR port 58aee36a-0118-457e-8549-1088c134757a on host dv-cinder-843309-2-iscsi {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:09:41.080409 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-182b9ecb-453d-449c-8ff1-54a1ac3302a3 None None] Deleting port 58aee36a-0118-457e-8549-1088c134757a {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:09:41.081042 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-182b9ecb-453d-449c-8ff1-54a1ac3302a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (58aee36a-0118-457e-8549-1088c134757a), before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:41.174538 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-182b9ecb-453d-449c-8ff1-54a1ac3302a3 None None] For port 58aee36a-0118-457e-8549-1088c134757a, host dv-cinder-843309-2-iscsi, got binding levels [] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:09:41.175030 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-182b9ecb-453d-449c-8ff1-54a1ac3302a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (58aee36a-0118-457e-8549-1088c134757a), precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:41.177508 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506618', 'neutron.services.segments.db._delete_segments_for_network-8767343742347'] for network (2f66c2d2-ea10-4014-ae5f-f902d520ab2d), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:41.190807 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-182b9ecb-453d-449c-8ff1-54a1ac3302a3 None None] Calling delete_port for 58aee36a-0118-457e-8549-1088c134757a owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:09:41.193734 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.ipam_backend_mixin [None req-182b9ecb-453d-449c-8ff1-54a1ac3302a3 None None] Port 58aee36a-0118-457e-8549-1088c134757a was not found and therefore no delete operation was performed {{(pid=103954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 23 11:09:41.195389 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-182b9ecb-453d-449c-8ff1-54a1ac3302a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339'] for port (58aee36a-0118-457e-8549-1088c134757a), after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:41.198251 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f66c2d2-ea10-4014-ae5f-f902d520ab2d']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:41.208283 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a79337-8bb6-4fe1-9265-c6256ffbd1f4') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:41.208485 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a79337-8bb6-4fe1-9265-c6256ffbd1f4') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:41.218106 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b9ecb-453d-449c-8ff1-54a1ac3302a3 None None] Pushing event deleted for resources: {'Port': ['ID=58aee36a-0118-457e-8549-1088c134757a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:41.223246 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767343744660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497206'] for segment (97a79337-8bb6-4fe1-9265-c6256ffbd1f4), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:41.223598 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182b9ecb-453d-449c-8ff1-54a1ac3302a3 None None] No DVR routers for this DVR port 58aee36a-0118-457e-8549-1088c134757a on host dv-cinder-843309-2-iscsi {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:09:41.240458 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (97a79337-8bb6-4fe1-9265-c6256ffbd1f4), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:41.247221 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:09:41.247555 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60180802'] for segment (97a79337-8bb6-4fe1-9265-c6256ffbd1f4), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:41.322418 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385476'] for network (2f66c2d2-ea10-4014-ae5f-f902d520ab2d), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:41.331745 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:41.338228 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] 10.222.0.65 "DELETE /v2.0/networks/2f66c2d2-ea10-4014-ae5f-f902d520ab2d HTTP/1.1" status: 204 len: 168 time: 0.5617311 Jun 23 11:09:41.354109 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0992e4-222e-44e1-871f-d3aa182d48ca admin admin] Pushing event deleted for resources: {'Network': ['ID=2f66c2d2-ea10-4014-ae5f-f902d520ab2d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:41.473739 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec782c10-4643-42f5-b929-98607aa44a5a req-ae7d056d-c568-4937-b5ce-362b4f065203 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:41.475316 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ec782c10-4643-42f5-b929-98607aa44a5a req-ae7d056d-c568-4937-b5ce-362b4f065203 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 946 time: 0.0807908 Jun 23 11:09:41.494625 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 97a79337-8bb6-4fe1-9265-c6256ffbd1f4 resource provider aggregate not found Jun 23 11:09:41.520182 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 97a79337-8bb6-4fe1-9265-c6256ffbd1f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97a79337-8bb6-4fe1-9265-c6256ffbd1f4 found for delete ", "request_id": "req-f635690d-a345-43ca-aa10-f72c980b130c"}]} Jun 23 11:09:41.522289 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1668d85-6beb-4b12-a4e1-8baab87f328a req-86a473aa-8e93-444f-ad06-712f570e6fa3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:41.523825 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a1668d85-6beb-4b12-a4e1-8baab87f328a req-86a473aa-8e93-444f-ad06-712f570e6fa3 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 945 time: 0.0570414 Jun 23 11:09:41.532441 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 42944) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:41.538011 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ec782c10-4643-42f5-b929-98607aa44a5a req-afb44db4-94ec-423c-88e6-47a990f34ca9 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520782 Jun 23 11:09:41.606288 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a1668d85-6beb-4b12-a4e1-8baab87f328a req-43a4d8bd-46a8-4d42-b527-a52f38e46bed tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754716 Jun 23 11:09:41.608622 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-cde1f8d6-4a2e-4011-afd9-613c91bb2b66 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac9f9313c3ac4dde97e75ac6fa8fae11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0708971 Jun 23 11:09:41.611441 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 42946) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:41.661762 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f69d606e-1b63-4211-820e-89d41a233ca0 admin admin] Publish callbacks [] for security_group (29fb1144-3802-4485-a45a-39cba400a79d), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:41.682665 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f69d606e-1b63-4211-820e-89d41a233ca0 admin admin] Publish callbacks [] for security_group (29fb1144-3802-4485-a45a-39cba400a79d), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:41.696083 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:41.731705 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f69d606e-1b63-4211-820e-89d41a233ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (29fb1144-3802-4485-a45a-39cba400a79d), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:41.734468 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f69d606e-1b63-4211-820e-89d41a233ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:41.735612 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f69d606e-1b63-4211-820e-89d41a233ca0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29fb1144-3802-4485-a45a-39cba400a79d HTTP/1.1" status: 204 len: 168 time: 0.1231172 Jun 23 11:09:41.744025 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d606e-1b63-4211-820e-89d41a233ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fb1144-3802-4485-a45a-39cba400a79d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:42.358567 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 58aee36a-0118-457e-8549-1088c134757a no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:09:42.384436 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 58aee36a-0118-457e-8549-1088c134757a {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:09:42.384436 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 58aee36a-0118-457e-8549-1088c134757a not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:09:42.384436 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 093e2200-2194-4c03-851c-d50a0d120b7f no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:09:42.405388 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 093e2200-2194-4c03-851c-d50a0d120b7f {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:09:42.405740 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 093e2200-2194-4c03-851c-d50a0d120b7f not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:09:42.439939 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 42988) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:42.536816 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-45894de8-f4d7-4dfe-9c6f-7f800a42488c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2137971150-network', 'tenant_id': 'eb758cbe277847529945b2d633c6f860'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:09:42.560814 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45894de8-f4d7-4dfe-9c6f-7f800a42488c admin admin] Made reservation on behalf of eb758cbe277847529945b2d633c6f860 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:09:42.563332 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45894de8-f4d7-4dfe-9c6f-7f800a42488c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:42.571968 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45894de8-f4d7-4dfe-9c6f-7f800a42488c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:42.671922 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a5768-a7e2-4ece-a402-2657fddd058e req-0464eb3e-14fe-4242-85bf-6a4cfe735bc2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:42.673373 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d52a5768-a7e2-4ece-a402-2657fddd058e req-0464eb3e-14fe-4242-85bf-6a4cfe735bc2 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 946 time: 0.0631158 Jun 23 11:09:42.705823 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45894de8-f4d7-4dfe-9c6f-7f800a42488c admin admin] Publish callbacks [] for security_group (3608e46e-6463-4d38-8f04-58c8630354bc), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:42.711465 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45894de8-f4d7-4dfe-9c6f-7f800a42488c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (3608e46e-6463-4d38-8f04-58c8630354bc), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:42.747957 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45894de8-f4d7-4dfe-9c6f-7f800a42488c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:09:42.754867 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d52a5768-a7e2-4ece-a402-2657fddd058e req-ba13fa4c-7210-4001-b10c-61735e54e3f5 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757468 Jun 23 11:09:42.770936 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45894de8-f4d7-4dfe-9c6f-7f800a42488c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3608e46e-6463-4d38-8f04-58c8630354bc,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:42.775103 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45894de8-f4d7-4dfe-9c6f-7f800a42488c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (85bee70f-2b73-4004-a2ab-25acb17b5316), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:42.775479 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-45894de8-f4d7-4dfe-9c6f-7f800a42488c admin admin] Added segment 85bee70f-2b73-4004-a2ab-25acb17b5316 of type vlan for network e9122f2f-730b-4710-96e9-853556c0ff2b Jun 23 11:09:42.818073 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45894de8-f4d7-4dfe-9c6f-7f800a42488c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (e9122f2f-730b-4710-96e9-853556c0ff2b), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:42.842624 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45894de8-f4d7-4dfe-9c6f-7f800a42488c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (e9122f2f-730b-4710-96e9-853556c0ff2b), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:42.843788 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45894de8-f4d7-4dfe-9c6f-7f800a42488c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:42.844398 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-45894de8-f4d7-4dfe-9c6f-7f800a42488c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:42.879674 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-45894de8-f4d7-4dfe-9c6f-7f800a42488c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4386463 Jun 23 11:09:42.882642 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 42996) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:42.888746 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4fcc70b0-8187-400e-882e-9008c5d988dd admin admin] Request body: {'subnet': {'network_id': 'e9122f2f-730b-4710-96e9-853556c0ff2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2137971150-subnet', 'tenant_id': 'eb758cbe277847529945b2d633c6f860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:09:42.908718 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcc70b0-8187-400e-882e-9008c5d988dd admin admin] Made reservation on behalf of eb758cbe277847529945b2d633c6f860 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:09:42.909986 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45894de8-f4d7-4dfe-9c6f-7f800a42488c admin admin] Pushing event updated for resources: {'Network': ['ID=e9122f2f-730b-4710-96e9-853556c0ff2b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:42.911213 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fcc70b0-8187-400e-882e-9008c5d988dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58842891'] for subnet (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:42.920303 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network e9122f2f-730b-4710-96e9-853556c0ff2b details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:09:42.971237 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:43.090468 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fcc70b0-8187-400e-882e-9008c5d988dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59715690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843005'] for subnet (34b375b9-c9f6-4ec8-afac-bbb3dbcf8282), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:43.093765 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:43.145731 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc70b0-8187-400e-882e-9008c5d988dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=34b375b9-c9f6-4ec8-afac-bbb3dbcf8282,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:43.161586 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc70b0-8187-400e-882e-9008c5d988dd admin admin] Checking segment: {'id': '85bee70f-2b73-4004-a2ab-25acb17b5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e9122f2f-730b-4710-96e9-853556c0ff2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:09:43.161938 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcc70b0-8187-400e-882e-9008c5d988dd admin admin] Network hostable DHCP agents. Network: e9122f2f-730b-4710-96e9-853556c0ff2b, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:09:43.178685 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcc70b0-8187-400e-882e-9008c5d988dd admin admin] Network e9122f2f-730b-4710-96e9-853556c0ff2b is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:09:43.187994 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4fcc70b0-8187-400e-882e-9008c5d988dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, e9122f2f-730b-4710-96e9-853556c0ff2b) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:09:43.192772 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcc70b0-8187-400e-882e-9008c5d988dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:43.193799 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4fcc70b0-8187-400e-882e-9008c5d988dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:43.196878 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bd2d2d-9031-4ae1-a56e-d84357a1c3af None None] Network e9122f2f-730b-4710-96e9-853556c0ff2b requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:09:43.210024 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-4fcc70b0-8187-400e-882e-9008c5d988dd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3255630 Jun 23 11:09:43.296799 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c3e900-1421-4633-9204-70e365463937 None None] Network e9122f2f-730b-4710-96e9-853556c0ff2b requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:09:43.419499 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:09:43.502440 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 is: ACTIVE; New status is: DOWN {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:09:43.502945 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:43.533771 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248be1ac-b2c3-4081-adba-30258b95aa91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:09:43.536583 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d832fed7-7cd1-48e2-8a47-083f3082a7c0" -d '{"events": [{"server_uuid": "248be1ac-b2c3-4081-adba-30258b95aa91", "name": "network-vif-unplugged", "status": "completed", "tag": "51cdb0e1-56be-4180-8c9e-d3a829c5bb64"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:09:43.550031 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:09:43.556855 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:43.596013 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Jun 2022 11:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d585445-fdb2-4bbe-a468-c70821794cdd x-openstack-request-id: req-2d585445-fdb2-4bbe-a468-c70821794cdd {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:09:43.596295 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248be1ac-b2c3-4081-adba-30258b95aa91", "name": "network-vif-unplugged", "status": "failed", "tag": "51cdb0e1-56be-4180-8c9e-d3a829c5bb64", "code": 422}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:09:43.596537 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d585445-fdb2-4bbe-a468-c70821794cdd {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:09:43.596970 dv-cinder-843309-2-iscsi neutron-server[103954]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2d585445-fdb2-4bbe-a468-c70821794cdd']: {'server_uuid': '248be1ac-b2c3-4081-adba-30258b95aa91', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64', 'code': 422} returned with failed status Jun 23 11:09:43.600738 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:43.623355 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,revision_number=8']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:43.641538 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [req-a12d4e3c-8e29-460e-a2ad-8d3360c3b470 req-3222511a-8eea-4e48-adc7-6a4b81f123d5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:09:43.642626 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a12d4e3c-8e29-460e-a2ad-8d3360c3b470 req-3222511a-8eea-4e48-adc7-6a4b81f123d5 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055897 Jun 23 11:09:43.758681 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 43028) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:43.764328 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a89b0ae3-e144-42e7-867a-603ae729c977 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-142238340-network', 'tenant_id': 'f29d3dc61c23486ba2aa70d92a724796'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:09:43.783453 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:43.787071 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89b0ae3-e144-42e7-867a-603ae729c977 admin admin] Made reservation on behalf of f29d3dc61c23486ba2aa70d92a724796 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:09:43.792160 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a89b0ae3-e144-42e7-867a-603ae729c977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:43.805493 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5e6c9-4ff3-48b3-9721-03a3df10d8bc req-9a4e65c4-ee58-49b3-b378-758742be4f6c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:43.805734 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a89b0ae3-e144-42e7-867a-603ae729c977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:43.813350 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d3f5e6c9-4ff3-48b3-9721-03a3df10d8bc req-9a4e65c4-ee58-49b3-b378-758742be4f6c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 943 time: 0.0614307 Jun 23 11:09:43.859875 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d3f5e6c9-4ff3-48b3-9721-03a3df10d8bc req-88a77a60-7e17-4bc3-bcbf-329dc7cf7801 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456693 Jun 23 11:09:43.904448 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-3f98d7d7-d589-4520-97e2-52c95facc631 req-baed764f-e26b-48b3-b5f6-fad626c2e7b8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904231 Jun 23 11:09:43.919625 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33750d-3fa1-42dd-9444-7376efd9f1d9 req-d3e67d58-9a51-4c2b-a3fd-9622ee5fb6bc tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:43.921150 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0f33750d-3fa1-42dd-9444-7376efd9f1d9 req-d3e67d58-9a51-4c2b-a3fd-9622ee5fb6bc tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 946 time: 0.0757923 Jun 23 11:09:44.006401 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0f33750d-3fa1-42dd-9444-7376efd9f1d9 req-84b76feb-4c15-49aa-99ce-bdd97bd25cbd tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758624 Jun 23 11:09:44.016579 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a89b0ae3-e144-42e7-867a-603ae729c977 admin admin] Publish callbacks [] for security_group (b0532676-64f4-4200-9a98-33bd0abf4641), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:44.021573 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a89b0ae3-e144-42e7-867a-603ae729c977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (b0532676-64f4-4200-9a98-33bd0abf4641), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:44.036310 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89b0ae3-e144-42e7-867a-603ae729c977 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:09:44.061585 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a89b0ae3-e144-42e7-867a-603ae729c977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (17115e39-041a-4989-a883-27cebd24b5ea), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:44.061925 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.segments_db [None req-a89b0ae3-e144-42e7-867a-603ae729c977 admin admin] Added segment 17115e39-041a-4989-a883-27cebd24b5ea of type vlan for network 87a0021d-f81c-4c43-8eee-aada04c07806 Jun 23 11:09:44.070786 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b0ae3-e144-42e7-867a-603ae729c977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0532676-64f4-4200-9a98-33bd0abf4641,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:44.112734 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a89b0ae3-e144-42e7-867a-603ae729c977 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (87a0021d-f81c-4c43-8eee-aada04c07806), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:44.145765 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a89b0ae3-e144-42e7-867a-603ae729c977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (87a0021d-f81c-4c43-8eee-aada04c07806), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:44.146952 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b0ae3-e144-42e7-867a-603ae729c977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:44.147591 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a89b0ae3-e144-42e7-867a-603ae729c977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:44.209396 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98d7d7-d589-4520-97e2-52c95facc631 req-f9da27c1-8594-4274-a4d4-84be859368d6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:44.210922 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f98d7d7-d589-4520-97e2-52c95facc631 req-f9da27c1-8594-4274-a4d4-84be859368d6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports/51cdb0e1-56be-4180-8c9e-d3a829c5bb64 HTTP/1.1" status: 200 len: 940 time: 0.2777412 Jun 23 11:09:44.442232 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-a89b0ae3-e144-42e7-867a-603ae729c977 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6823862 Jun 23 11:09:44.445256 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43040) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:44.450595 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-b2e39fe8-90f0-4d3a-afb2-d969ac8f2d41 admin admin] Request body: {'subnet': {'network_id': '87a0021d-f81c-4c43-8eee-aada04c07806', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-142238340-subnet', 'tenant_id': 'f29d3dc61c23486ba2aa70d92a724796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:09:44.470207 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e39fe8-90f0-4d3a-afb2-d969ac8f2d41 admin admin] Made reservation on behalf of f29d3dc61c23486ba2aa70d92a724796 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:09:44.470948 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b0ae3-e144-42e7-867a-603ae729c977 admin admin] Pushing event updated for resources: {'Network': ['ID=87a0021d-f81c-4c43-8eee-aada04c07806,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:44.473625 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2e39fe8-90f0-4d3a-afb2-d969ac8f2d41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59763315'] for subnet (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:44.482385 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network 87a0021d-f81c-4c43-8eee-aada04c07806 details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:09:44.485397 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:44.649324 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2e39fe8-90f0-4d3a-afb2-d969ac8f2d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60180971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59763205'] for subnet (6de4c9ce-f251-45c3-95df-87fd4fa11d92), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:44.654060 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:DELETE=3,neutron:SELECT=75,neutron:INSERT=22 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:44.701110 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e39fe8-90f0-4d3a-afb2-d969ac8f2d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de4c9ce-f251-45c3-95df-87fd4fa11d92,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:44.718532 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e39fe8-90f0-4d3a-afb2-d969ac8f2d41 admin admin] Checking segment: {'id': '17115e39-041a-4989-a883-27cebd24b5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '87a0021d-f81c-4c43-8eee-aada04c07806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:09:44.718913 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e39fe8-90f0-4d3a-afb2-d969ac8f2d41 admin admin] Network hostable DHCP agents. Network: 87a0021d-f81c-4c43-8eee-aada04c07806, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:09:44.737805 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e39fe8-90f0-4d3a-afb2-d969ac8f2d41 admin admin] Network 87a0021d-f81c-4c43-8eee-aada04c07806 is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:09:44.749413 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-b2e39fe8-90f0-4d3a-afb2-d969ac8f2d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, 87a0021d-f81c-4c43-8eee-aada04c07806) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:09:44.760283 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf36d1c-6042-4e24-b329-10960d2747ed None None] Network 87a0021d-f81c-4c43-8eee-aada04c07806 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:09:44.763327 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e39fe8-90f0-4d3a-afb2-d969ac8f2d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:44.763936 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b2e39fe8-90f0-4d3a-afb2-d969ac8f2d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:44.785558 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b2e39fe8-90f0-4d3a-afb2-d969ac8f2d41 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3387275 Jun 23 11:09:44.897785 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16620db9-9847-4899-ad61-51d3007421a9 None None] Network 87a0021d-f81c-4c43-8eee-aada04c07806 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:09:44.927112 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43054) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:45.011601 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda5781e-fe3f-4210-911b-7da8af2eb3da admin admin] Deleting subnet 34b375b9-c9f6-4ec8-afac-bbb3dbcf8282 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:09:45.019439 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29648407-5718-44f9-847c-8923558d51c4 req-33719240-60ef-4580-b7b5-524bfe058e5e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:45.020929 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-29648407-5718-44f9-847c-8923558d51c4 req-33719240-60ef-4580-b7b5-524bfe058e5e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 943 time: 0.0650375 Jun 23 11:09:45.022778 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bda5781e-fe3f-4210-911b-7da8af2eb3da admin admin] Publish callbacks [] for subnet (34b375b9-c9f6-4ec8-afac-bbb3dbcf8282), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.084929 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bda5781e-fe3f-4210-911b-7da8af2eb3da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497197'] for subnet (34b375b9-c9f6-4ec8-afac-bbb3dbcf8282), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.133965 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-29648407-5718-44f9-847c-8923558d51c4 req-f0d5de3f-25ec-46b8-8569-c170fc49672b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915892 Jun 23 11:09:45.142381 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5662055-5666-41a0-847b-0a716c9b2d29 req-8fe5f07a-3f75-466c-a61c-ddfa933507a8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:45.143920 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f5662055-5666-41a0-847b-0a716c9b2d29 req-8fe5f07a-3f75-466c-a61c-ddfa933507a8 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 946 time: 0.0592847 Jun 23 11:09:45.150562 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bda5781e-fe3f-4210-911b-7da8af2eb3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537351'] for subnet (34b375b9-c9f6-4ec8-afac-bbb3dbcf8282), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.195997 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f5662055-5666-41a0-847b-0a716c9b2d29 req-de8f9b06-7d81-4569-b0bd-19663fae4f6f tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups?id=277d2f3c-e43a-42af-83c7-0c74f213fee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465322 Jun 23 11:09:45.231805 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92b1c7-b7b3-422b-a3c7-2db81464ed81 req-a36752cc-aa07-440a-a38a-291e2ec152d3 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:45.233248 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9f92b1c7-b7b3-422b-a3c7-2db81464ed81 req-a36752cc-aa07-440a-a38a-291e2ec152d3 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 946 time: 0.0602918 Jun 23 11:09:45.235714 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:45.280070 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bda5781e-fe3f-4210-911b-7da8af2eb3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60180776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59763228'] for subnet (34b375b9-c9f6-4ec8-afac-bbb3dbcf8282), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.320841 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5781e-fe3f-4210-911b-7da8af2eb3da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34b375b9-c9f6-4ec8-afac-bbb3dbcf8282,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:45.323372 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bda5781e-fe3f-4210-911b-7da8af2eb3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.326439 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-bda5781e-fe3f-4210-911b-7da8af2eb3da admin admin] 10.222.0.65 "DELETE /v2.0/subnets/34b375b9-c9f6-4ec8-afac-bbb3dbcf8282 HTTP/1.1" status: 204 len: 168 time: 0.3982587 Jun 23 11:09:45.329025 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 43058) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:45.336609 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:45.361557 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-9f92b1c7-b7b3-422b-a3c7-2db81464ed81 req-6dfdd23c-87e5-47a6-b579-3b488a51c9e0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Deleting port cf1e62a0-e03e-459d-a279-4ffbdae64ff6 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:09:45.361896 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9f92b1c7-b7b3-422b-a3c7-2db81464ed81 req-6dfdd23c-87e5-47a6-b579-3b488a51c9e0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (cf1e62a0-e03e-459d-a279-4ffbdae64ff6), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.402321 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76f26efc-6522-40b3-8b54-f3103a3b81a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594832'] for network (e9122f2f-730b-4710-96e9-853556c0ff2b), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.450239 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-9f92b1c7-b7b3-422b-a3c7-2db81464ed81 req-6dfdd23c-87e5-47a6-b579-3b488a51c9e0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] For port cf1e62a0-e03e-459d-a279-4ffbdae64ff6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cf1e62a0-e03e-459d-a279-4ffbdae64ff6,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:09:45.450492 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9f92b1c7-b7b3-422b-a3c7-2db81464ed81 req-6dfdd23c-87e5-47a6-b579-3b488a51c9e0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (cf1e62a0-e03e-459d-a279-4ffbdae64ff6), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.454606 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=7 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:45.481300 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76f26efc-6522-40b3-8b54-f3103a3b81a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506618', 'neutron.services.segments.db._delete_segments_for_network-8767343742347'] for network (e9122f2f-730b-4710-96e9-853556c0ff2b), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.503052 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-76f26efc-6522-40b3-8b54-f3103a3b81a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9122f2f-730b-4710-96e9-853556c0ff2b']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:45.513093 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-76f26efc-6522-40b3-8b54-f3103a3b81a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bee70f-2b73-4004-a2ab-25acb17b5316') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:45.513400 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-76f26efc-6522-40b3-8b54-f3103a3b81a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bee70f-2b73-4004-a2ab-25acb17b5316') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:45.523478 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76f26efc-6522-40b3-8b54-f3103a3b81a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767343744660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59676569'] for segment (85bee70f-2b73-4004-a2ab-25acb17b5316), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.537402 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76f26efc-6522-40b3-8b54-f3103a3b81a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (85bee70f-2b73-4004-a2ab-25acb17b5316), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.545135 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f26efc-6522-40b3-8b54-f3103a3b81a4 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:09:45.545612 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76f26efc-6522-40b3-8b54-f3103a3b81a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59715779'] for segment (85bee70f-2b73-4004-a2ab-25acb17b5316), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.605345 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76f26efc-6522-40b3-8b54-f3103a3b81a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385476'] for network (e9122f2f-730b-4710-96e9-853556c0ff2b), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.611188 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76f26efc-6522-40b3-8b54-f3103a3b81a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.614414 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-76f26efc-6522-40b3-8b54-f3103a3b81a4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e9122f2f-730b-4710-96e9-853556c0ff2b HTTP/1.1" status: 204 len: 168 time: 0.2843986 Jun 23 11:09:45.618872 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43064) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:45.627073 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f26efc-6522-40b3-8b54-f3103a3b81a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9122f2f-730b-4710-96e9-853556c0ff2b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:45.632939 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98d7d7-d589-4520-97e2-52c95facc631 req-a91054db-9459-48f5-9155-4bebcdb55d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:45.634415 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f98d7d7-d589-4520-97e2-52c95facc631 req-a91054db-9459-48f5-9155-4bebcdb55d1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91&tenant_id=172a9e51095e47318b27881dab868355 HTTP/1.1" status: 200 len: 1127 time: 0.1233304 Jun 23 11:09:45.716921 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment 85bee70f-2b73-4004-a2ab-25acb17b5316 resource provider aggregate not found Jun 23 11:09:45.733292 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment 85bee70f-2b73-4004-a2ab-25acb17b5316 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85bee70f-2b73-4004-a2ab-25acb17b5316 found for delete ", "request_id": "req-df91a610-2685-4cd0-9169-24220ec47aa1"}]} Jun 23 11:09:45.749824 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0add1305-5616-44e7-abb7-bf7181a6c2a9 admin admin] Deleting subnet 6de4c9ce-f251-45c3-95df-87fd4fa11d92 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:09:45.753895 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9f92b1c7-b7b3-422b-a3c7-2db81464ed81 req-6dfdd23c-87e5-47a6-b579-3b488a51c9e0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.754250 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9f92b1c7-b7b3-422b-a3c7-2db81464ed81 req-6dfdd23c-87e5-47a6-b579-3b488a51c9e0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (217cb718-1312-4cca-8e37-39dfbe06f234), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.754563 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [req-9f92b1c7-b7b3-422b-a3c7-2db81464ed81 req-6dfdd23c-87e5-47a6-b579-3b488a51c9e0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Floating IP 217cb718-1312-4cca-8e37-39dfbe06f234 disassociated. External IP: 172.27.2.26, port: cf1e62a0-e03e-459d-a279-4ffbdae64ff6. Jun 23 11:09:45.754907 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-9f92b1c7-b7b3-422b-a3c7-2db81464ed81 req-6dfdd23c-87e5-47a6-b579-3b488a51c9e0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Calling delete_port for cf1e62a0-e03e-459d-a279-4ffbdae64ff6 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:09:45.758139 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0add1305-5616-44e7-abb7-bf7181a6c2a9 admin admin] Publish callbacks [] for subnet (6de4c9ce-f251-45c3-95df-87fd4fa11d92), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.780363 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98d7d7-d589-4520-97e2-52c95facc631 req-5ebf75ff-d132-45b2-9f9f-3d6c3b5bcb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:45.781812 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f98d7d7-d589-4520-97e2-52c95facc631 req-5ebf75ff-d132-45b2-9f9f-3d6c3b5bcb30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=172a9e51095e47318b27881dab868355&device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 1127 time: 0.1036322 Jun 23 11:09:45.782199 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:45.860700 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0add1305-5616-44e7-abb7-bf7181a6c2a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497197'] for subnet (6de4c9ce-f251-45c3-95df-87fd4fa11d92), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:45.961590 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0add1305-5616-44e7-abb7-bf7181a6c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537351'] for subnet (6de4c9ce-f251-45c3-95df-87fd4fa11d92), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:46.006547 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98d7d7-d589-4520-97e2-52c95facc631 req-f96e83d9-923e-4517-b215-cefc72a688dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:46.008032 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f98d7d7-d589-4520-97e2-52c95facc631 req-f96e83d9-923e-4517-b215-cefc72a688dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=cde6b719-8052-4ec2-a733-c2d79d7cb320 HTTP/1.1" status: 200 len: 917 time: 0.2156343 Jun 23 11:09:46.030226 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:46.119733 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f98d7d7-d589-4520-97e2-52c95facc631 req-866aa5b7-e6d1-42fc-8e27-0739b6820ede service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51cdb0e1-56be-4180-8c9e-d3a829c5bb64 HTTP/1.1" status: 200 len: 999 time: 0.1033497 Jun 23 11:09:46.124058 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9f92b1c7-b7b3-422b-a3c7-2db81464ed81 req-6dfdd23c-87e5-47a6-b579-3b488a51c9e0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (cf1e62a0-e03e-459d-a279-4ffbdae64ff6), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:46.126276 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0add1305-5616-44e7-abb7-bf7181a6c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60180776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59763228'] for subnet (6de4c9ce-f251-45c3-95df-87fd4fa11d92), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:46.204469 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdd23c-87e5-47a6-b579-3b488a51c9e0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event deleted for resources: {'Port': ['ID=cf1e62a0-e03e-459d-a279-4ffbdae64ff6,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:46.206289 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add1305-5616-44e7-abb7-bf7181a6c2a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6de4c9ce-f251-45c3-95df-87fd4fa11d92,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:46.219158 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0add1305-5616-44e7-abb7-bf7181a6c2a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:46.224152 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-0add1305-5616-44e7-abb7-bf7181a6c2a9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6de4c9ce-f251-45c3-95df-87fd4fa11d92 HTTP/1.1" status: 204 len: 168 time: 0.6014447 Jun 23 11:09:46.224534 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 43078) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:46.268790 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98d7d7-d589-4520-97e2-52c95facc631 req-99b16d8c-513e-447e-b9d2-665dcb0cd508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:46.270247 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f98d7d7-d589-4520-97e2-52c95facc631 req-99b16d8c-513e-447e-b9d2-665dcb0cd508 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f753206-e3ef-4560-9487-b37ef85f0bf1 HTTP/1.1" status: 200 len: 855 time: 0.1418262 Jun 23 11:09:46.333952 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ccfeca61-e1d8-401a-9898-5b6f5ab70213 req-2d472c6c-f058-41a6-bab4-7ad0f2a5e330 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 210 time: 0.0320792 Jun 23 11:09:46.339034 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f48f87c-e4f1-42e1-8792-b561f2222633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594832'] for network (87a0021d-f81c-4c43-8eee-aada04c07806), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:46.346280 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894158a-cb54-4e9c-ad01-f4f84f9e322c req-6372bc43-64c9-4465-8293-fcea8b3b9ebb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:46.347775 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4894158a-cb54-4e9c-ad01-f4f84f9e322c req-6372bc43-64c9-4465-8293-fcea8b3b9ebb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 943 time: 0.1325614 Jun 23 11:09:46.379193 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98d7d7-d589-4520-97e2-52c95facc631 req-9912e63e-d328-4d25-afd3-6e3ba7d75837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:46.380701 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f98d7d7-d589-4520-97e2-52c95facc631 req-9912e63e-d328-4d25-afd3-6e3ba7d75837 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cde6b719-8052-4ec2-a733-c2d79d7cb320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757284 Jun 23 11:09:46.439184 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f48f87c-e4f1-42e1-8792-b561f2222633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506618', 'neutron.services.segments.db._delete_segments_for_network-8767343742347'] for network (87a0021d-f81c-4c43-8eee-aada04c07806), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:46.459841 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-8f48f87c-e4f1-42e1-8792-b561f2222633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a0021d-f81c-4c43-8eee-aada04c07806']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:46.469962 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-8f48f87c-e4f1-42e1-8792-b561f2222633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17115e39-041a-4989-a883-27cebd24b5ea') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:46.470188 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-8f48f87c-e4f1-42e1-8792-b561f2222633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17115e39-041a-4989-a883-27cebd24b5ea') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:46.480789 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f48f87c-e4f1-42e1-8792-b561f2222633 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767343744660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59676569'] for segment (17115e39-041a-4989-a883-27cebd24b5ea), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:46.494058 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f48f87c-e4f1-42e1-8792-b561f2222633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (17115e39-041a-4989-a883-27cebd24b5ea), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:46.500897 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f48f87c-e4f1-42e1-8792-b561f2222633 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:09:46.501408 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f48f87c-e4f1-42e1-8792-b561f2222633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59715779'] for segment (17115e39-041a-4989-a883-27cebd24b5ea), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:46.505555 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4894158a-cb54-4e9c-ad01-f4f84f9e322c req-613967d2-e155-41d4-a7f9-b85f2a6a072b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509657 Jun 23 11:09:46.512608 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f92b1c7-b7b3-422b-a3c7-2db81464ed81 req-6dfdd23c-87e5-47a6-b579-3b488a51c9e0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Router 610e5342-e51c-4cf1-856f-3920f06a611f has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:09:46.544165 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f98d7d7-d589-4520-97e2-52c95facc631 req-ab6ea698-cca3-4134-8e14-5ad4fd034b50 service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388733 Jun 23 11:09:46.559038 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f48f87c-e4f1-42e1-8792-b561f2222633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385476'] for network (87a0021d-f81c-4c43-8eee-aada04c07806), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:46.564381 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f48f87c-e4f1-42e1-8792-b561f2222633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:46.568243 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-8f48f87c-e4f1-42e1-8792-b561f2222633 admin admin] 10.222.0.65 "DELETE /v2.0/networks/87a0021d-f81c-4c43-8eee-aada04c07806 HTTP/1.1" status: 204 len: 168 time: 0.3425047 Jun 23 11:09:46.583444 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:46.585161 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48f87c-e4f1-42e1-8792-b561f2222633 admin admin] Pushing event deleted for resources: {'Network': ['ID=87a0021d-f81c-4c43-8eee-aada04c07806,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:46.711943 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f92b1c7-b7b3-422b-a3c7-2db81464ed81 req-6dfdd23c-87e5-47a6-b579-3b488a51c9e0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:09:46.722248 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323dc6e-518d-4524-a054-6164ffca2cf9 None None] Sync routers for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:09:46.735023 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323dc6e-518d-4524-a054-6164ffca2cf9 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:09:46.735773 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3323dc6e-518d-4524-a054-6164ffca2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:09:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:46.750185 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3f98d7d7-d589-4520-97e2-52c95facc631 req-2a3e5c4b-7fe0-4055-b05c-e01849c67c78 service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775515 Jun 23 11:09:46.774012 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f92b1c7-b7b3-422b-a3c7-2db81464ed81 req-6dfdd23c-87e5-47a6-b579-3b488a51c9e0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] No DVR routers for this DVR port cf1e62a0-e03e-459d-a279-4ffbdae64ff6 on host hv-cinder-84330 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:09:46.776838 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-9f92b1c7-b7b3-422b-a3c7-2db81464ed81 req-6dfdd23c-87e5-47a6-b579-3b488a51c9e0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:46.779846 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 43082) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:46.782373 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9f92b1c7-b7b3-422b-a3c7-2db81464ed81 req-6dfdd23c-87e5-47a6-b579-3b488a51c9e0 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.60 "DELETE /v2.0/ports/cf1e62a0-e03e-459d-a279-4ffbdae64ff6 HTTP/1.1" status: 204 len: 173 time: 1.5421140 Jun 23 11:09:46.782842 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9081938b-1ccb-467a-bbbc-c2b2c1ddf599', 'name': 'network-vif-deleted', 'tag': 'cf1e62a0-e03e-459d-a279-4ffbdae64ff6'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:09:46.785141 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24272558-1b9a-4281-b94c-c52605dc66c6" -d '{"events": [{"server_uuid": "9081938b-1ccb-467a-bbbc-c2b2c1ddf599", "name": "network-vif-deleted", "tag": "cf1e62a0-e03e-459d-a279-4ffbdae64ff6"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:09:46.837982 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52064204-12ff-4e8a-ac3a-06803ea14cad x-openstack-request-id: req-52064204-12ff-4e8a-ac3a-06803ea14cad {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:09:46.838489 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9081938b-1ccb-467a-bbbc-c2b2c1ddf599", "name": "network-vif-deleted", "tag": "cf1e62a0-e03e-459d-a279-4ffbdae64ff6", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:09:46.839106 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52064204-12ff-4e8a-ac3a-06803ea14cad {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:09:46.839738 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52064204-12ff-4e8a-ac3a-06803ea14cad'] response: {'server_uuid': '9081938b-1ccb-467a-bbbc-c2b2c1ddf599', 'name': 'network-vif-deleted', 'tag': 'cf1e62a0-e03e-459d-a279-4ffbdae64ff6', 'status': 'completed', 'code': 200} Jun 23 11:09:46.863141 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-c174be61-38e5-469e-bb8b-cb082215acf3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eb758cbe277847529945b2d633c6f860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0816541 Jun 23 11:09:46.865554 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 43090) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:46.871922 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-3323dc6e-518d-4524-a054-6164ffca2cf9 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:09:46.915747 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1d93469-53d0-4e9f-bfd4-d3a9f5b597b3 admin admin] Publish callbacks [] for security_group (3608e46e-6463-4d38-8f04-58c8630354bc), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:46.938278 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1d93469-53d0-4e9f-bfd4-d3a9f5b597b3 admin admin] Publish callbacks [] for security_group (3608e46e-6463-4d38-8f04-58c8630354bc), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:47.000346 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1d93469-53d0-4e9f-bfd4-d3a9f5b597b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (3608e46e-6463-4d38-8f04-58c8630354bc), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:47.005237 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1d93469-53d0-4e9f-bfd4-d3a9f5b597b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:47.011143 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-a1d93469-53d0-4e9f-bfd4-d3a9f5b597b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3608e46e-6463-4d38-8f04-58c8630354bc HTTP/1.1" status: 204 len: 168 time: 0.1441677 Jun 23 11:09:47.020552 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d93469-53d0-4e9f-bfd4-d3a9f5b597b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3608e46e-6463-4d38-8f04-58c8630354bc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:47.102660 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3323dc6e-518d-4524-a054-6164ffca2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:47.128597 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323dc6e-518d-4524-a054-6164ffca2cf9 None None] Checking router: 610e5342-e51c-4cf1-856f-3920f06a611f for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:09:47.137109 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323dc6e-518d-4524-a054-6164ffca2cf9 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:09:47.137759 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3323dc6e-518d-4524-a054-6164ffca2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:09:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:47.257466 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-3323dc6e-518d-4524-a054-6164ffca2cf9 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:09:47.469739 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 43114) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:47.476139 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-215323d6-9c95-49d3-8ee9-9d7b49faeac2 req-1aada353-eb9f-4704-9d07-d944bc0c1230 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/ports?device_id=9081938b-1ccb-467a-bbbc-c2b2c1ddf599 HTTP/1.1" status: 200 len: 210 time: 0.0389698 Jun 23 11:09:47.503846 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3323dc6e-518d-4524-a054-6164ffca2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:47.537242 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323dc6e-518d-4524-a054-6164ffca2cf9 None None] The sync data for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi is: [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:02:06Z', 'revision_number': 4, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '3bb466e6-2dc7-4e6c-947c-ba49c706dfdd', 'name': '', 'network_id': 'b879fb0c-6f1b-457c-8797-97d9533d8257', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'mac_address': 'fa:16:3e:d7:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:02:05Z', 'updated_at': '2022-06-23T11:02:17Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'subnets': [{'id': '02373004-8ccd-4033-86a3-d7ee95f33ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:09:47.552303 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-27b8b7e2-a9ef-4551-85df-b2392b4d7f6f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f29d3dc61c23486ba2aa70d92a724796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0813124 Jun 23 11:09:47.554943 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43118) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:47.642971 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0360e4b9-058c-40c9-b4d9-38d72db2181d admin admin] Publish callbacks [] for security_group (b0532676-64f4-4200-9a98-33bd0abf4641), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:47.677442 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0360e4b9-058c-40c9-b4d9-38d72db2181d admin admin] Publish callbacks [] for security_group (b0532676-64f4-4200-9a98-33bd0abf4641), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:47.718205 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:47.724311 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:47.738689 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b184cb-3173-4741-b980-c19bf1954351 req-5849da0a-3a09-427f-ac35-fc0eb2a2a3b0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:47.747952 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c7b184cb-3173-4741-b980-c19bf1954351 req-5849da0a-3a09-427f-ac35-fc0eb2a2a3b0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 943 time: 0.1187353 Jun 23 11:09:47.758148 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0360e4b9-058c-40c9-b4d9-38d72db2181d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (b0532676-64f4-4200-9a98-33bd0abf4641), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:47.761582 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0360e4b9-058c-40c9-b4d9-38d72db2181d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:47.762945 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-0360e4b9-058c-40c9-b4d9-38d72db2181d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b0532676-64f4-4200-9a98-33bd0abf4641 HTTP/1.1" status: 204 len: 168 time: 0.2070353 Jun 23 11:09:47.784449 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360e4b9-058c-40c9-b4d9-38d72db2181d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0532676-64f4-4200-9a98-33bd0abf4641,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:47.809956 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment 17115e39-041a-4989-a883-27cebd24b5ea resource provider aggregate not found Jun 23 11:09:47.842742 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment 17115e39-041a-4989-a883-27cebd24b5ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17115e39-041a-4989-a883-27cebd24b5ea found for delete ", "request_id": "req-7f5bb9ff-7f17-4582-bb82-80e3b216ecf0"}]} Jun 23 11:09:47.893124 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c7b184cb-3173-4741-b980-c19bf1954351 req-6e671ea2-04f4-47f2-8d41-2efaa69a5509 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438715 Jun 23 11:09:48.022147 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8312d83d-5d6b-4178-9fb1-03468137f829 None None] New status for floating IP 217cb718-1312-4cca-8e37-39dfbe06f234: DOWN {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:09:48.627473 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43152) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:48.770314 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc256fd6-5b8a-4851-9b8d-3fa646f1d14b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (277d2f3c-e43a-42af-83c7-0c74f213fee5), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:48.829263 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc256fd6-5b8a-4851-9b8d-3fa646f1d14b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (277d2f3c-e43a-42af-83c7-0c74f213fee5), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:48.902588 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc256fd6-5b8a-4851-9b8d-3fa646f1d14b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (277d2f3c-e43a-42af-83c7-0c74f213fee5), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:48.905635 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-bc256fd6-5b8a-4851-9b8d-3fa646f1d14b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:48.907277 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-bc256fd6-5b8a-4851-9b8d-3fa646f1d14b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "DELETE /v2.0/security-groups/277d2f3c-e43a-42af-83c7-0c74f213fee5 HTTP/1.1" status: 204 len: 168 time: 0.2787457 Jun 23 11:09:48.910629 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 43162) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:48.928102 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc256fd6-5b8a-4851-9b8d-3fa646f1d14b tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277d2f3c-e43a-42af-83c7-0c74f213fee5,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:48.944662 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.api.v2.resource [None req-aeebed36-1805-41a6-ad18-eb1eb8e4a3d7 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] show failed (client error): The resource could not be found. Jun 23 11:09:48.946272 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-aeebed36-1805-41a6-ad18-eb1eb8e4a3d7 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "GET /v2.0/security-groups/277d2f3c-e43a-42af-83c7-0c74f213fee5 HTTP/1.1" status: 404 len: 347 time: 0.0346165 Jun 23 11:09:48.949473 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43166) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:49.127638 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:09:49.138449 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fa27a-efee-4cb7-9bca-0a1dc753c214 req-0e9b8e0e-eaa4-441f-a7e1-708fe8cba92f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:49.145962 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cc9fa27a-efee-4cb7-9bca-0a1dc753c214 req-0e9b8e0e-eaa4-441f-a7e1-708fe8cba92f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 943 time: 0.1250908 Jun 23 11:09:49.156217 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5f9cf8f7-863a-40d6-9211-a55f75deb663 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Deleting port b31f64f1-ee07-47c3-9ffa-13d0ea87dfb4 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:09:49.156839 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f9cf8f7-863a-40d6-9211-a55f75deb663 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (b31f64f1-ee07-47c3-9ffa-13d0ea87dfb4), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:49.230314 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cc9fa27a-efee-4cb7-9bca-0a1dc753c214 req-4499f717-362a-4724-9cd4-b97e75be6d1c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831625 Jun 23 11:09:49.319961 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f9cf8f7-863a-40d6-9211-a55f75deb663 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (b31f64f1-ee07-47c3-9ffa-13d0ea87dfb4), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:49.320403 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f9cf8f7-863a-40d6-9211-a55f75deb663 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (b31f64f1-ee07-47c3-9ffa-13d0ea87dfb4), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:49.340207 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-5f9cf8f7-863a-40d6-9211-a55f75deb663 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Calling delete_port for b31f64f1-ee07-47c3-9ffa-13d0ea87dfb4 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:09:49.512680 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:49.541745 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device cf1e62a0-e03e-459d-a279-4ffbdae64ff6 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:09:49.589479 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: cf1e62a0-e03e-459d-a279-4ffbdae64ff6 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:09:49.590081 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device cf1e62a0-e03e-459d-a279-4ffbdae64ff6 not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:09:49.626461 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f9cf8f7-863a-40d6-9211-a55f75deb663 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (b31f64f1-ee07-47c3-9ffa-13d0ea87dfb4), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:49.687273 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cf8f7-863a-40d6-9211-a55f75deb663 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Pushing event deleted for resources: {'Port': ['ID=b31f64f1-ee07-47c3-9ffa-13d0ea87dfb4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:49.790058 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43184) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:49.828152 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f9cf8f7-863a-40d6-9211-a55f75deb663 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks [] for floatingip (217cb718-1312-4cca-8e37-39dfbe06f234), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:49.831853 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f9cf8f7-863a-40d6-9211-a55f75deb663 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:49.833588 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-5f9cf8f7-863a-40d6-9211-a55f75deb663 tempest-AttachVolumeNegativeTest-1653899856 tempest-AttachVolumeNegativeTest-1653899856-project] 10.222.0.65 "DELETE /v2.0/floatingips/217cb718-1312-4cca-8e37-39dfbe06f234 HTTP/1.1" status: 204 len: 168 time: 0.8830373 Jun 23 11:09:49.965119 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3df76a60-8c44-4ba4-adf4-0301dadcc9f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:50.134879 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3df76a60-8c44-4ba4-adf4-0301dadcc9f7 admin admin] Publish callbacks [] for security_group (ba7cc960-cd5e-4b77-960f-582f87e49038), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:50.140623 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-3df76a60-8c44-4ba4-adf4-0301dadcc9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (ba7cc960-cd5e-4b77-960f-582f87e49038), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:50.221330 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df76a60-8c44-4ba4-adf4-0301dadcc9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7cc960-cd5e-4b77-960f-582f87e49038,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:50.246027 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-3df76a60-8c44-4ba4-adf4-0301dadcc9f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5602b9db0a89433894a93fe39df5f51e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4548841 Jun 23 11:09:50.248839 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43204) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:50.324377 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:50.349926 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b476f56-4718-4a79-8040-bc6c89fbcaca admin admin] Publish callbacks [] for security_group (ba7cc960-cd5e-4b77-960f-582f87e49038), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:50.389442 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b476f56-4718-4a79-8040-bc6c89fbcaca admin admin] Publish callbacks [] for security_group (ba7cc960-cd5e-4b77-960f-582f87e49038), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:50.496392 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b476f56-4718-4a79-8040-bc6c89fbcaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (ba7cc960-cd5e-4b77-960f-582f87e49038), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:50.498746 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2b476f56-4718-4a79-8040-bc6c89fbcaca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:50.502299 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-2b476f56-4718-4a79-8040-bc6c89fbcaca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba7cc960-cd5e-4b77-960f-582f87e49038 HTTP/1.1" status: 204 len: 168 time: 0.2491500 Jun 23 11:09:50.514229 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b476f56-4718-4a79-8040-bc6c89fbcaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7cc960-cd5e-4b77-960f-582f87e49038,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:50.535682 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbb1c6-b156-4e80-a83e-5269f9f3aedd req-08914acc-67c8-41f6-b271-ed6af1f79ab0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:50.546991 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-bbcbb1c6-b156-4e80-a83e-5269f9f3aedd req-08914acc-67c8-41f6-b271-ed6af1f79ab0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 943 time: 0.1686795 Jun 23 11:09:50.666131 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-bbcbb1c6-b156-4e80-a83e-5269f9f3aedd req-1c125cc6-b798-46d4-a00e-0f4f037a8b43 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093597 Jun 23 11:09:52.055572 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6a1e2-6762-44be-9fa4-6af7ff46d4d2 req-93fc59ff-0f16-4e68-aec5-04b31ef058fb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:52.058371 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0dd6a1e2-6762-44be-9fa4-6af7ff46d4d2 req-93fc59ff-0f16-4e68-aec5-04b31ef058fb tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 943 time: 0.3026037 Jun 23 11:09:52.142308 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0dd6a1e2-6762-44be-9fa4-6af7ff46d4d2 req-dc11b368-6f03-4612-bfe0-2a446b4a2c6f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738566 Jun 23 11:09:52.361394 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43276) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:52.616560 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:52.918731 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Publish callbacks [] for security_group (f8188fcd-4387-4603-8440-0ba9f421f463), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:52.923471 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (f8188fcd-4387-4603-8440-0ba9f421f463), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:52.951319 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:52.955844 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d5481290a1154832804693352103ce54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5931842 Jun 23 11:09:52.959029 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 43298) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:52.991168 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8188fcd-4387-4603-8440-0ba9f421f463,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:53.002361 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.003078 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.003673 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.004423 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.005326 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.005859 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.006504 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.007095 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.007770 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.008416 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.009040 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.009773 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.011127 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.011825 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.012479 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9317df08-d33d-42d3-b750-2387a5cdea70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.047579 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Publish callbacks [] for security_group (f8188fcd-4387-4603-8440-0ba9f421f463), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:53.071054 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:53.082500 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Publish callbacks [] for security_group (f8188fcd-4387-4603-8440-0ba9f421f463), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:53.138199 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (f8188fcd-4387-4603-8440-0ba9f421f463), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:53.141328 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:53.145300 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8188fcd-4387-4603-8440-0ba9f421f463 HTTP/1.1" status: 204 len: 168 time: 0.1850770 Jun 23 11:09:53.156186 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8188fcd-4387-4603-8440-0ba9f421f463,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:53.165029 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.165481 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.165939 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.166560 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.167105 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.167635 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.168191 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.168731 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.169426 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.170207 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.170749 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.171785 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.172404 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.173203 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.173835 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291d884-d22f-4085-b534-a7910079d15c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:09:53.366845 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637a5ce-a19a-41a7-a5c4-68c4b090d988 req-4b12c45b-7e48-45dd-b685-ebf404c26e11 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:53.369071 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0637a5ce-a19a-41a7-a5c4-68c4b090d988 req-4b12c45b-7e48-45dd-b685-ebf404c26e11 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 943 time: 0.1149795 Jun 23 11:09:53.470182 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-0637a5ce-a19a-41a7-a5c4-68c4b090d988 req-6cd07408-e945-4832-8fa3-ef2bc5b6f423 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941949 Jun 23 11:09:53.591357 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 43306) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:53.610821 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f95b091c-ae7b-4061-bbb8-afff76388ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:53.742708 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f95b091c-ae7b-4061-bbb8-afff76388ee1 admin admin] Publish callbacks [] for security_group (d9cc62f5-fbce-4366-8151-1c115819a421), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:53.754767 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f95b091c-ae7b-4061-bbb8-afff76388ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (d9cc62f5-fbce-4366-8151-1c115819a421), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:53.804395 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-f95b091c-ae7b-4061-bbb8-afff76388ee1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b024b3efc964efc87ea92386fe07ee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113531 Jun 23 11:09:53.805472 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b091c-ae7b-4061-bbb8-afff76388ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cc62f5-fbce-4366-8151-1c115819a421,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:53.807777 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43308) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:53.878665 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c0bedca4-9c06-4eec-898f-7bb33289ef93 admin admin] Publish callbacks [] for security_group (d9cc62f5-fbce-4366-8151-1c115819a421), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:53.910231 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c0bedca4-9c06-4eec-898f-7bb33289ef93 admin admin] Publish callbacks [] for security_group (d9cc62f5-fbce-4366-8151-1c115819a421), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:53.981480 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c0bedca4-9c06-4eec-898f-7bb33289ef93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (d9cc62f5-fbce-4366-8151-1c115819a421), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:53.985264 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c0bedca4-9c06-4eec-898f-7bb33289ef93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:53.986764 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-c0bedca4-9c06-4eec-898f-7bb33289ef93 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d9cc62f5-fbce-4366-8151-1c115819a421 HTTP/1.1" status: 204 len: 168 time: 0.1774867 Jun 23 11:09:54.122288 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bedca4-9c06-4eec-898f-7bb33289ef93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cc62f5-fbce-4366-8151-1c115819a421,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:54.349705 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43324) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:54.718131 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff8d8c-4c6d-45c1-b7b4-f4f258b7560f req-0e8ec753-b07d-4860-bd64-91f40158cf4e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:54.729076 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a6ff8d8c-4c6d-45c1-b7b4-f4f258b7560f req-0e8ec753-b07d-4860-bd64-91f40158cf4e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 943 time: 0.1253917 Jun 23 11:09:54.879918 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a6ff8d8c-4c6d-45c1-b7b4-f4f258b7560f req-ab16180c-eef6-4379-81b8-e26eacd26a5b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471946 Jun 23 11:09:55.147710 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:55.384955 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6cf32e07-5c17-441b-8d85-d96bb47095f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-263779'] for router_interface (610e5342-e51c-4cf1-856f-3920f06a611f), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:55.658690 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6cf32e07-5c17-441b-8d85-d96bb47095f2 admin admin] Deleting port 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:09:55.659056 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6cf32e07-5c17-441b-8d85-d96bb47095f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:55.741064 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-6cf32e07-5c17-441b-8d85-d96bb47095f2 admin admin] For port 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=3bb466e6-2dc7-4e6c-947c-ba49c706dfdd,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:09:55.741598 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6cf32e07-5c17-441b-8d85-d96bb47095f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:55.756138 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6cf32e07-5c17-441b-8d85-d96bb47095f2 admin admin] Calling delete_port for 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:09:55.766788 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:55.957350 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6cf32e07-5c17-441b-8d85-d96bb47095f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (3bb466e6-2dc7-4e6c-947c-ba49c706dfdd), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:55.989452 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf32e07-5c17-441b-8d85-d96bb47095f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb466e6-2dc7-4e6c-947c-ba49c706dfdd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:56.046252 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70e716-58e1-4d8b-991c-2c2b75504bb0 req-19f4763c-870d-4503-a6c6-136e3220f01c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:56.049612 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2c70e716-58e1-4d8b-991c-2c2b75504bb0 req-19f4763c-870d-4503-a6c6-136e3220f01c tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 943 time: 0.0726182 Jun 23 11:09:56.127932 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2c70e716-58e1-4d8b-991c-2c2b75504bb0 req-83cb6fcc-c444-466b-8301-485def374093 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726881 Jun 23 11:09:56.203260 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6cf32e07-5c17-441b-8d85-d96bb47095f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-263927'] for router_interface (610e5342-e51c-4cf1-856f-3920f06a611f), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:56.307916 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:56.451875 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf32e07-5c17-441b-8d85-d96bb47095f2 admin admin] Router 610e5342-e51c-4cf1-856f-3920f06a611f has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:09:56.555306 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf32e07-5c17-441b-8d85-d96bb47095f2 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:09:56.562985 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-6cf32e07-5c17-441b-8d85-d96bb47095f2 admin admin] 10.222.0.65 "PUT /v2.0/routers/610e5342-e51c-4cf1-856f-3920f06a611f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2120574 Jun 23 11:09:56.563353 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 43388) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:56.566801 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071c7887-ae03-4cf7-9ae4-97d08835df00 None None] Sync routers for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:09:56.578330 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071c7887-ae03-4cf7-9ae4-97d08835df00 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:09:56.578948 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-071c7887-ae03-4cf7-9ae4-97d08835df00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:09:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:56.676892 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0464d44-f5a4-4809-8323-77d88a2148c7 admin admin] Publish callbacks [] for router (610e5342-e51c-4cf1-856f-3920f06a611f), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:56.690953 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-071c7887-ae03-4cf7-9ae4-97d08835df00 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:09:56.784283 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0464d44-f5a4-4809-8323-77d88a2148c7 admin admin] Publish callbacks [] for router_gateway (610e5342-e51c-4cf1-856f-3920f06a611f), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:56.832095 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b0464d44-f5a4-4809-8323-77d88a2148c7 admin admin] Deleting port 1adc2132-dc98-45f5-af22-b202b485ee18 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:09:56.832435 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0464d44-f5a4-4809-8323-77d88a2148c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (1adc2132-dc98-45f5-af22-b202b485ee18), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:56.846494 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:56.915623 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b0464d44-f5a4-4809-8323-77d88a2148c7 admin admin] For port 1adc2132-dc98-45f5-af22-b202b485ee18, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=1adc2132-dc98-45f5-af22-b202b485ee18,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:09:56.916023 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0464d44-f5a4-4809-8323-77d88a2148c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (1adc2132-dc98-45f5-af22-b202b485ee18), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:56.932905 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b0464d44-f5a4-4809-8323-77d88a2148c7 admin admin] Calling delete_port for 1adc2132-dc98-45f5-af22-b202b485ee18 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:09:56.937441 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=100 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:56.944951 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:56.974691 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-071c7887-ae03-4cf7-9ae4-97d08835df00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:09:55Z', 'revision_number': 5, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port': {'id': '1adc2132-dc98-45f5-af22-b202b485ee18', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:01:58Z', 'updated_at': '2022-06-23T11:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:57.002835 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071c7887-ae03-4cf7-9ae4-97d08835df00 None None] Checking router: 610e5342-e51c-4cf1-856f-3920f06a611f for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:09:57.008724 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:57.012752 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071c7887-ae03-4cf7-9ae4-97d08835df00 None None] Routers {'610e5342-e51c-4cf1-856f-3920f06a611f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:09:57.013370 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-071c7887-ae03-4cf7-9ae4-97d08835df00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:09:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['610e5342-e51c-4cf1-856f-3920f06a611f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:57.102146 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0464d44-f5a4-4809-8323-77d88a2148c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (1adc2132-dc98-45f5-af22-b202b485ee18), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:57.106299 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-071c7887-ae03-4cf7-9ae4-97d08835df00 None None] Set router 610e5342-e51c-4cf1-856f-3920f06a611f gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:09:57.130053 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0464d44-f5a4-4809-8323-77d88a2148c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1adc2132-dc98-45f5-af22-b202b485ee18,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:57.155774 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-071c7887-ae03-4cf7-9ae4-97d08835df00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:09:56Z', 'revision_number': 6, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port_host': None}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:57.183819 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071c7887-ae03-4cf7-9ae4-97d08835df00 None None] The sync data for ids ['610e5342-e51c-4cf1-856f-3920f06a611f'] in dv-cinder-843309-2-iscsi is: [{'id': '610e5342-e51c-4cf1-856f-3920f06a611f', 'name': 'tempest-AttachVolumeNegativeTest-262225118-router', 'tenant_id': '578cf1b29d474080a716e77fe2e84e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:01:56Z', 'updated_at': '2022-06-23T11:09:56Z', 'revision_number': 6, 'project_id': '578cf1b29d474080a716e77fe2e84e5b', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:09:57.194326 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0464d44-f5a4-4809-8323-77d88a2148c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391123'] for router_gateway (610e5342-e51c-4cf1-856f-3920f06a611f), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:57.257901 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235b0be-dc86-4522-b81e-30304f5fc701 req-bae05c9a-4c69-4b31-a02c-98c32114e284 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:57.259379 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3235b0be-dc86-4522-b81e-30304f5fc701 req-bae05c9a-4c69-4b31-a02c-98c32114e284 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 943 time: 0.0470231 Jun 23 11:09:57.282906 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0464d44-f5a4-4809-8323-77d88a2148c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-269786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27266'] for router (610e5342-e51c-4cf1-856f-3920f06a611f), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:57.285135 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0464d44-f5a4-4809-8323-77d88a2148c7 admin admin] Publish callbacks [] for router_controller (610e5342-e51c-4cf1-856f-3920f06a611f), precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:57.309043 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3235b0be-dc86-4522-b81e-30304f5fc701 req-7df038a7-eff8-4f60-9435-75b45175ae69 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429082 Jun 23 11:09:57.329138 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0464d44-f5a4-4809-8323-77d88a2148c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-269652'] for router (610e5342-e51c-4cf1-856f-3920f06a611f), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:57.330055 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0464d44-f5a4-4809-8323-77d88a2148c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 610e5342-e51c-4cf1-856f-3920f06a611f {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:09:57.343950 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0464d44-f5a4-4809-8323-77d88a2148c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:57.345198 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-b0464d44-f5a4-4809-8323-77d88a2148c7 admin admin] 10.222.0.65 "DELETE /v2.0/routers/610e5342-e51c-4cf1-856f-3920f06a611f HTTP/1.1" status: 204 len: 168 time: 0.7807090 Jun 23 11:09:57.347578 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 43400) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:57.395297 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78fc720-5626-4dd2-af41-4547a44be1e5 admin admin] Deleting subnet 02373004-8ccd-4033-86a3-d7ee95f33ffc {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:09:57.398503 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e78fc720-5626-4dd2-af41-4547a44be1e5 admin admin] Publish callbacks [] for subnet (02373004-8ccd-4033-86a3-d7ee95f33ffc), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:57.432774 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e78fc720-5626-4dd2-af41-4547a44be1e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59676546'] for subnet (02373004-8ccd-4033-86a3-d7ee95f33ffc), precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:57.539638 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e78fc720-5626-4dd2-af41-4547a44be1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537351'] for subnet (02373004-8ccd-4033-86a3-d7ee95f33ffc), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:57.569398 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:09:57.598713 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e78fc720-5626-4dd2-af41-4547a44be1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59715753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58842980'] for subnet (02373004-8ccd-4033-86a3-d7ee95f33ffc), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:57.629161 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78fc720-5626-4dd2-af41-4547a44be1e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02373004-8ccd-4033-86a3-d7ee95f33ffc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:57.635753 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e78fc720-5626-4dd2-af41-4547a44be1e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:57.639460 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-e78fc720-5626-4dd2-af41-4547a44be1e5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/02373004-8ccd-4033-86a3-d7ee95f33ffc HTTP/1.1" status: 204 len: 168 time: 0.2909224 Jun 23 11:09:57.642437 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43410) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:57.670911 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dbb919-9d54-417f-ab29-bb1a2a7edd3a None None] Network b879fb0c-6f1b-457c-8797-97d9533d8257 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:09:57.727277 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594832'] for network (b879fb0c-6f1b-457c-8797-97d9533d8257), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:57.775079 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] Deleting port f75c4225-d10c-4471-80e6-bfb5df7a6ed1 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:09:57.775445 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (f75c4225-d10c-4471-80e6-bfb5df7a6ed1), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:57.784409 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:09:57.795984 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:57.804699 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'port_id': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64', 'mac_address': 'fa:16:3e:6c:36:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:09:57.845848 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:09:57.846247 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:57.856113 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] For port f75c4225-d10c-4471-80e6-bfb5df7a6ed1, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=f75c4225-d10c-4471-80e6-bfb5df7a6ed1,segment=NetworkSegment(0d482689-7cf0-4de0-8ca0-e4b049b77466),segment_id=0d482689-7cf0-4de0-8ca0-e4b049b77466)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:09:57.856490 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (f75c4225-d10c-4471-80e6-bfb5df7a6ed1), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:57.862747 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:09:57.872031 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] Calling delete_port for f75c4225-d10c-4471-80e6-bfb5df7a6ed1 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:09:57.892030 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:09:57.897200 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:57.953941 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,revision_number=9']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:57.965235 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (f75c4225-d10c-4471-80e6-bfb5df7a6ed1), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:57.992674 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] Pushing event deleted for resources: {'Port': ['ID=f75c4225-d10c-4471-80e6-bfb5df7a6ed1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:57.994546 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] No DVR routers for this DVR port f75c4225-d10c-4471-80e6-bfb5df7a6ed1 on host dv-cinder-843309-2-iscsi {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:09:58.070692 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506618', 'neutron.services.segments.db._delete_segments_for_network-8767343742347'] for network (b879fb0c-6f1b-457c-8797-97d9533d8257), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:58.084061 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c878eae8-69a2-4413-b120-1dd60b728b04 None None] DHCP port deletion for b879fb0c-6f1b-457c-8797-97d9533d8257 request from dv-cinder-843309-2-iscsi {{(pid=103954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 11:09:58.104579 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b879fb0c-6f1b-457c-8797-97d9533d8257']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:58.117810 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d482689-7cf0-4de0-8ca0-e4b049b77466') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:58.118110 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d482689-7cf0-4de0-8ca0-e4b049b77466') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:09:58.129152 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767343744660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497206'] for segment (0d482689-7cf0-4de0-8ca0-e4b049b77466), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:58.143031 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:58.149779 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (0d482689-7cf0-4de0-8ca0-e4b049b77466), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:58.159394 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:09:58.160093 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60180802'] for segment (0d482689-7cf0-4de0-8ca0-e4b049b77466), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:58.189042 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 0d482689-7cf0-4de0-8ca0-e4b049b77466 resource provider aggregate not found Jun 23 11:09:58.206814 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['51cdb0e1-56be-4180-8c9e-d3a829c5bb64'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:09:58.254368 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385476'] for network (b879fb0c-6f1b-457c-8797-97d9533d8257), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:58.263404 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:58.267027 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b879fb0c-6f1b-457c-8797-97d9533d8257 HTTP/1.1" status: 204 len: 168 time: 0.6235178 Jun 23 11:09:58.268738 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 0d482689-7cf0-4de0-8ca0-e4b049b77466 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d482689-7cf0-4de0-8ca0-e4b049b77466 found for delete ", "request_id": "req-332ab953-d616-4c85-a8d0-14dd27cf6052"}]} Jun 23 11:09:58.285462 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ad60e-e314-47c1-9498-2d43fefa4381 admin admin] Pushing event deleted for resources: {'Network': ['ID=b879fb0c-6f1b-457c-8797-97d9533d8257,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:58.431610 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:58.447743 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device f75c4225-d10c-4471-80e6-bfb5df7a6ed1 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:09:58.499825 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188ecfc-99dc-4f27-af6b-f7a97376afb8 req-04f4a4a0-1de7-4275-9414-2234aa52fab8 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:58.502420 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: f75c4225-d10c-4471-80e6-bfb5df7a6ed1 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:09:58.502989 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device f75c4225-d10c-4471-80e6-bfb5df7a6ed1 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:09:58.503625 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:09:58.509742 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4188ecfc-99dc-4f27-af6b-f7a97376afb8 req-04f4a4a0-1de7-4275-9414-2234aa52fab8 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 944 time: 0.0698144 Jun 23 11:09:58.563805 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:09:58.564073 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 3bb466e6-2dc7-4e6c-947c-ba49c706dfdd not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:09:58.564494 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 1adc2132-dc98-45f5-af22-b202b485ee18 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:09:58.573503 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43448) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:58.612085 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 1adc2132-dc98-45f5-af22-b202b485ee18 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:09:58.612639 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 1adc2132-dc98-45f5-af22-b202b485ee18 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:09:58.628227 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:58.638415 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4188ecfc-99dc-4f27-af6b-f7a97376afb8 req-00eee3da-d63c-4e1f-a3b5-2373d2f4746d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271226 Jun 23 11:09:58.665946 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 43452) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:09:58.666481 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f8eb9069-d2fa-48d7-81d3-4585b9e8a7a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=578cf1b29d474080a716e77fe2e84e5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0914521 Jun 23 11:09:58.714272 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:09:58.731230 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e66cf61a-4396-4589-8ea8-dcd10b7959f1 admin admin] Publish callbacks [] for security_group (b83be241-3474-4147-89a9-18b3557778f2), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:58.763179 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e66cf61a-4396-4589-8ea8-dcd10b7959f1 admin admin] Publish callbacks [] for security_group (b83be241-3474-4147-89a9-18b3557778f2), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:58.814343 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e66cf61a-4396-4589-8ea8-dcd10b7959f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (b83be241-3474-4147-89a9-18b3557778f2), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:58.817109 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e66cf61a-4396-4589-8ea8-dcd10b7959f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:58.818318 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-e66cf61a-4396-4589-8ea8-dcd10b7959f1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b83be241-3474-4147-89a9-18b3557778f2 HTTP/1.1" status: 204 len: 168 time: 0.1513221 Jun 23 11:09:58.829956 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cf61a-4396-4589-8ea8-dcd10b7959f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83be241-3474-4147-89a9-18b3557778f2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:09:59.579475 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:09:59.631024 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:09:59.631627 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:59.727279 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:09:59.729446 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:59.771516 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3eee1b-2838-4d0b-89a3-98bbfd265ac0 req-ef1913e8-2e85-474c-9cff-4e7e5466b90e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:09:59.774188 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248be1ac-b2c3-4081-adba-30258b95aa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:09:59.776852 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19866ccb-6835-4699-914a-1c5db6a51da8" -d '{"events": [{"server_uuid": "248be1ac-b2c3-4081-adba-30258b95aa91", "name": "network-vif-plugged", "status": "completed", "tag": "51cdb0e1-56be-4180-8c9e-d3a829c5bb64"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:09:59.781183 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ae3eee1b-2838-4d0b-89a3-98bbfd265ac0 req-ef1913e8-2e85-474c-9cff-4e7e5466b90e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 944 time: 0.0597608 Jun 23 11:09:59.795870 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:09:59.810597 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:09:59.847986 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ae3eee1b-2838-4d0b-89a3-98bbfd265ac0 req-2f03e629-5989-46be-a075-939917f4ed6b tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654454 Jun 23 11:09:59.867879 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe41e53-8567-4225-83b1-5f2865205937 x-openstack-request-id: req-ebe41e53-8567-4225-83b1-5f2865205937 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:09:59.868095 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248be1ac-b2c3-4081-adba-30258b95aa91", "name": "network-vif-plugged", "status": "completed", "tag": "51cdb0e1-56be-4180-8c9e-d3a829c5bb64", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:09:59.868306 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ebe41e53-8567-4225-83b1-5f2865205937 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:09:59.868697 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe41e53-8567-4225-83b1-5f2865205937'] response: {'server_uuid': '248be1ac-b2c3-4081-adba-30258b95aa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64', 'code': 200} Jun 23 11:09:59.870310 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,revision_number=10']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:00.146134 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f62b34-78dd-41be-a7dd-87a7c2ecc084 req-ac413164-9bbb-49dd-8213-f50caa8478bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:00.147569 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-84f62b34-78dd-41be-a7dd-87a7c2ecc084 req-ac413164-9bbb-49dd-8213-f50caa8478bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 1130 time: 0.0423019 Jun 23 11:10:00.201237 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-84f62b34-78dd-41be-a7dd-87a7c2ecc084 req-8d7ac91d-eb72-4db3-8ba1-aade83fe58a2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472965 Jun 23 11:10:00.512987 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 43550) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:00.625914 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d22e874-2c97-4d0a-89f9-579b5f7513cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:00.644270 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:00.713119 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d22e874-2c97-4d0a-89f9-579b5f7513cb admin admin] Publish callbacks [] for security_group (19d3f07f-8fd1-47fb-9c7f-d256d620b5be), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:00.718375 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d22e874-2c97-4d0a-89f9-579b5f7513cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (19d3f07f-8fd1-47fb-9c7f-d256d620b5be), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:00.780005 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22e874-2c97-4d0a-89f9-579b5f7513cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d3f07f-8fd1-47fb-9c7f-d256d620b5be,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:00.785283 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-7d22e874-2c97-4d0a-89f9-579b5f7513cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d437b0684cb54b038a3d464015bfeaa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709043 Jun 23 11:10:00.787944 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 43556) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:00.837464 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd184789-04a9-43f2-8939-46391a1396b9 admin admin] Publish callbacks [] for security_group (19d3f07f-8fd1-47fb-9c7f-d256d620b5be), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:00.858824 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd184789-04a9-43f2-8939-46391a1396b9 admin admin] Publish callbacks [] for security_group (19d3f07f-8fd1-47fb-9c7f-d256d620b5be), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:00.906040 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd184789-04a9-43f2-8939-46391a1396b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (19d3f07f-8fd1-47fb-9c7f-d256d620b5be), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:00.908800 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd184789-04a9-43f2-8939-46391a1396b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:00.909949 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-fd184789-04a9-43f2-8939-46391a1396b9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/19d3f07f-8fd1-47fb-9c7f-d256d620b5be HTTP/1.1" status: 204 len: 168 time: 0.1211088 Jun 23 11:10:00.918062 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd184789-04a9-43f2-8939-46391a1396b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d3f07f-8fd1-47fb-9c7f-d256d620b5be,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:00.990623 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00e134-fa45-4c2e-b1d9-e1214e74bd40 req-c2cc2451-43d3-40ca-84d1-03379c7c035f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:00.992442 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5a00e134-fa45-4c2e-b1d9-e1214e74bd40 req-c2cc2451-43d3-40ca-84d1-03379c7c035f tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 946 time: 0.0496140 Jun 23 11:10:01.043404 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5a00e134-fa45-4c2e-b1d9-e1214e74bd40 req-4e8e0067-a9e5-450c-8e90-7cf261515529 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451515 Jun 23 11:10:01.182269 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 43564) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:01.195285 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f34c6c1-004d-4da9-a733-687ca5c08617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:01.274604 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f34c6c1-004d-4da9-a733-687ca5c08617 admin admin] Publish callbacks [] for security_group (ba7f36f4-b87d-403c-9cbb-656d12d99918), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:01.280892 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f34c6c1-004d-4da9-a733-687ca5c08617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (ba7f36f4-b87d-403c-9cbb-656d12d99918), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:01.321673 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34c6c1-004d-4da9-a733-687ca5c08617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7f36f4-b87d-403c-9cbb-656d12d99918,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:01.330558 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-6f34c6c1-004d-4da9-a733-687ca5c08617 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a7500c91dc5483ba3f3b58305c022b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469982 Jun 23 11:10:01.330719 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43574) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:01.390273 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9d2238d-d53d-489d-b438-fc76fa91be55 admin admin] Publish callbacks [] for security_group (ba7f36f4-b87d-403c-9cbb-656d12d99918), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:01.420830 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9d2238d-d53d-489d-b438-fc76fa91be55 admin admin] Publish callbacks [] for security_group (ba7f36f4-b87d-403c-9cbb-656d12d99918), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:01.471777 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9d2238d-d53d-489d-b438-fc76fa91be55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (ba7f36f4-b87d-403c-9cbb-656d12d99918), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:01.474268 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a9d2238d-d53d-489d-b438-fc76fa91be55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:01.475646 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a9d2238d-d53d-489d-b438-fc76fa91be55 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba7f36f4-b87d-403c-9cbb-656d12d99918 HTTP/1.1" status: 204 len: 168 time: 0.1438501 Jun 23 11:10:01.485947 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2238d-d53d-489d-b438-fc76fa91be55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7f36f4-b87d-403c-9cbb-656d12d99918,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:02.218677 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca11b0f-a68b-4974-9005-026043c7e73e req-195c6912-3988-44ca-91ff-888329407e8e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:02.220205 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fca11b0f-a68b-4974-9005-026043c7e73e req-195c6912-3988-44ca-91ff-888329407e8e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 946 time: 0.0622785 Jun 23 11:10:02.269678 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fca11b0f-a68b-4974-9005-026043c7e73e req-100757c1-32d0-493d-aedc-39576c5d43f7 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430236 Jun 23 11:10:03.373138 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b68a935a-3aa6-4aa4-b152-9d321268c259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:03.818719 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43692) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:03.924809 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e6e0038-ac7e-46f4-9bea-eb760f54769a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:04.005669 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e6e0038-ac7e-46f4-9bea-eb760f54769a admin admin] Publish callbacks [] for security_group (71344b58-6eb5-4f7f-8895-e602b0d21510), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:04.009488 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2e6e0038-ac7e-46f4-9bea-eb760f54769a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (71344b58-6eb5-4f7f-8895-e602b0d21510), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:04.030094 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:04.050185 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e0038-ac7e-46f4-9bea-eb760f54769a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71344b58-6eb5-4f7f-8895-e602b0d21510,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:04.055374 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-2e6e0038-ac7e-46f4-9bea-eb760f54769a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=022a79ab105348b2bdb0ea9a33a7db5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355654 Jun 23 11:10:04.058240 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43700) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:04.109143 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1317cab1-4d40-4515-a3b7-721adc09f0c6 admin admin] Publish callbacks [] for security_group (71344b58-6eb5-4f7f-8895-e602b0d21510), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:04.117368 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:04.132824 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1317cab1-4d40-4515-a3b7-721adc09f0c6 admin admin] Publish callbacks [] for security_group (71344b58-6eb5-4f7f-8895-e602b0d21510), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:04.183799 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1317cab1-4d40-4515-a3b7-721adc09f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (71344b58-6eb5-4f7f-8895-e602b0d21510), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:04.186323 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1317cab1-4d40-4515-a3b7-721adc09f0c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:04.187498 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1317cab1-4d40-4515-a3b7-721adc09f0c6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71344b58-6eb5-4f7f-8895-e602b0d21510 HTTP/1.1" status: 204 len: 168 time: 0.1285558 Jun 23 11:10:04.195869 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317cab1-4d40-4515-a3b7-721adc09f0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71344b58-6eb5-4f7f-8895-e602b0d21510,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:05.642780 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8929b7dd-740b-48ca-b283-a431be13881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:06.711393 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:07.130270 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=7 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:07.159297 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=18 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:07.208018 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:08.120137 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:08.663216 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:11.231871 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 43848) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:11.317840 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:11.320020 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=48,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:11.344846 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-42a28689-f003-4e24-a7ed-22194c852b27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:11.419914 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-42a28689-f003-4e24-a7ed-22194c852b27 admin admin] Publish callbacks [] for security_group (ecc7f42f-4d73-40f5-b990-d3b330dd52be), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:11.423437 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-42a28689-f003-4e24-a7ed-22194c852b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (ecc7f42f-4d73-40f5-b990-d3b330dd52be), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:11.461482 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-42a28689-f003-4e24-a7ed-22194c852b27 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aabc22f4e29346bab822810573f531a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286274 Jun 23 11:10:11.463363 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a28689-f003-4e24-a7ed-22194c852b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc7f42f-4d73-40f5-b990-d3b330dd52be,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:11.464342 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43852) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:11.512933 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-763291ae-c67d-4b9f-bcef-05aa11e7367d admin admin] Publish callbacks [] for security_group (ecc7f42f-4d73-40f5-b990-d3b330dd52be), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:11.534907 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-763291ae-c67d-4b9f-bcef-05aa11e7367d admin admin] Publish callbacks [] for security_group (ecc7f42f-4d73-40f5-b990-d3b330dd52be), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:11.793246 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-763291ae-c67d-4b9f-bcef-05aa11e7367d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (ecc7f42f-4d73-40f5-b990-d3b330dd52be), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:11.796148 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-763291ae-c67d-4b9f-bcef-05aa11e7367d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:11.797288 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-763291ae-c67d-4b9f-bcef-05aa11e7367d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ecc7f42f-4d73-40f5-b990-d3b330dd52be HTTP/1.1" status: 204 len: 168 time: 0.3319786 Jun 23 11:10:11.805012 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763291ae-c67d-4b9f-bcef-05aa11e7367d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc7f42f-4d73-40f5-b990-d3b330dd52be,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:12.079167 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 43872) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:12.093614 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-687f2196-df5b-4400-a235-436ed0501489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:12.170040 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-687f2196-df5b-4400-a235-436ed0501489 admin admin] Publish callbacks [] for security_group (952456b8-ffcf-4a22-b3a5-e55c6815bacc), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:12.174085 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-687f2196-df5b-4400-a235-436ed0501489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (952456b8-ffcf-4a22-b3a5-e55c6815bacc), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:12.213242 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-687f2196-df5b-4400-a235-436ed0501489 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9920a2a7a53b4be5ba5fd70946f6f083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329541 Jun 23 11:10:12.214134 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f2196-df5b-4400-a235-436ed0501489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952456b8-ffcf-4a22-b3a5-e55c6815bacc,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:12.216130 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 43876) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:12.268118 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f2410e34-2823-4d9c-915f-e5b4d096ae9a admin admin] Publish callbacks [] for security_group (952456b8-ffcf-4a22-b3a5-e55c6815bacc), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:12.288906 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f2410e34-2823-4d9c-915f-e5b4d096ae9a admin admin] Publish callbacks [] for security_group (952456b8-ffcf-4a22-b3a5-e55c6815bacc), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:12.335492 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f2410e34-2823-4d9c-915f-e5b4d096ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (952456b8-ffcf-4a22-b3a5-e55c6815bacc), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:12.338059 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f2410e34-2823-4d9c-915f-e5b4d096ae9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:12.339238 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-f2410e34-2823-4d9c-915f-e5b4d096ae9a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/952456b8-ffcf-4a22-b3a5-e55c6815bacc HTTP/1.1" status: 204 len: 168 time: 0.1220710 Jun 23 11:10:12.346869 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2410e34-2823-4d9c-915f-e5b4d096ae9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952456b8-ffcf-4a22-b3a5-e55c6815bacc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:12.904787 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2f2039d4-a299-4f43-9520-6f9d692b1f5a req-edcca10a-1ea4-47cc-96ff-f4f1a935a2c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385003 Jun 23 11:10:12.983020 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2039d4-a299-4f43-9520-6f9d692b1f5a req-62e26170-69c9-4e9d-8e8c-9367025b164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:12.984873 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2f2039d4-a299-4f43-9520-6f9d692b1f5a req-62e26170-69c9-4e9d-8e8c-9367025b164d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=172a9e51095e47318b27881dab868355&device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 1130 time: 0.0443015 Jun 23 11:10:13.098281 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2039d4-a299-4f43-9520-6f9d692b1f5a req-338951fb-455b-41bb-8f49-2b324fee4ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:13.099674 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2f2039d4-a299-4f43-9520-6f9d692b1f5a req-338951fb-455b-41bb-8f49-2b324fee4ef2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cde6b719-8052-4ec2-a733-c2d79d7cb320 HTTP/1.1" status: 200 len: 917 time: 0.0949750 Jun 23 11:10:13.165210 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2f2039d4-a299-4f43-9520-6f9d692b1f5a req-3992f7ba-ffad-470a-ad60-2bf70403b4e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51cdb0e1-56be-4180-8c9e-d3a829c5bb64 HTTP/1.1" status: 200 len: 1001 time: 0.0587800 Jun 23 11:10:13.221729 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2039d4-a299-4f43-9520-6f9d692b1f5a req-d073bcf9-3023-4f57-92a4-ec62b484b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:13.224173 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2f2039d4-a299-4f43-9520-6f9d692b1f5a req-d073bcf9-3023-4f57-92a4-ec62b484b667 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f753206-e3ef-4560-9487-b37ef85f0bf1 HTTP/1.1" status: 200 len: 855 time: 0.0529325 Jun 23 11:10:13.272153 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2039d4-a299-4f43-9520-6f9d692b1f5a req-b5fed91b-2149-4273-a467-0361d2e5493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:13.273667 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2f2039d4-a299-4f43-9520-6f9d692b1f5a req-b5fed91b-2149-4273-a467-0361d2e5493b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cde6b719-8052-4ec2-a733-c2d79d7cb320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430892 Jun 23 11:10:13.307961 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:13.382078 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2f2039d4-a299-4f43-9520-6f9d692b1f5a req-5125c536-8f41-4b8f-9af8-76554ce22fab service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013117 Jun 23 11:10:13.487255 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2f2039d4-a299-4f43-9520-6f9d692b1f5a req-2c36087f-6889-47ae-9b97-c48de763b007 service neutron] 10.222.0.60 "GET /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992396 Jun 23 11:10:14.333058 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-148bfd9b-4f4d-4982-9961-392ef12a5fe6 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1647556123&fields=id&tenant_id=1fccc592269f433b99c2d13dad5e8e39 HTTP/1.1" status: 200 len: 267 time: 0.0476537 Jun 23 11:10:14.441696 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-c2537551-eeeb-4be1-a4e0-826748968719 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:14.443381 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-c2537551-eeeb-4be1-a4e0-826748968719 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/networks?id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb HTTP/1.1" status: 200 len: 812 time: 0.1037586 Jun 23 11:10:14.458639 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-d88ab89e-9888-416c-a974-879bf8a54469 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/quotas/1fccc592269f433b99c2d13dad5e8e39 HTTP/1.1" status: 200 len: 375 time: 0.0092580 Jun 23 11:10:14.514439 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-d1f38e1a-2a3d-4c34-8986-8cbff3225312 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1fccc592269f433b99c2d13dad5e8e39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508916 Jun 23 11:10:14.625292 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-90ca68c4-037f-447b-b8f1-25b5e63f65ae service neutron] 10.222.0.65 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994925 Jun 23 11:10:14.725405 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-6ef3dec3-8f5c-4e5f-8a01-8c12f29d2947 service neutron] 10.222.0.65 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937746 Jun 23 11:10:15.041503 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f64be478-8c23-4dc8-b65d-600a261bf798 req-b40fd58e-be1c-4171-97df-8a4e19ee58bd tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 210 time: 0.0325129 Jun 23 11:10:16.057998 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:16.183510 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-432b7a30-155c-40ed-b503-3786c4838718 req-0c39bf13-49b9-493e-9d1e-e596a4ef9b64 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 210 time: 0.0412703 Jun 23 11:10:16.209756 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3d437ee6-25ea-4b60-9690-45ec90a6b5f9 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:16.211291 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3d437ee6-25ea-4b60-9690-45ec90a6b5f9 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.60 "GET /v2.0/networks?id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb HTTP/1.1" status: 200 len: 812 time: 0.1796868 Jun 23 11:10:16.298355 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-b5f55f4a-b163-4a13-a7cd-79726bdf229a tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fccc592269f433b99c2d13dad5e8e39 HTTP/1.1" status: 200 len: 380 time: 0.0543540 Jun 23 11:10:16.308518 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-b8c93ac8-f91a-4b56-8dc6-e0c4ad7d074f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Request body: {'port': {'device_id': 'd93a71f3-1252-4ffa-bf80-909aac0f8abe', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'admin_state_up': True, 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'security_groups': ['03f3a850-0722-48ac-8e62-7702e6e7382e']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:10:16.417455 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-b8c93ac8-f91a-4b56-8dc6-e0c4ad7d074f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Made reservation on behalf of 1fccc592269f433b99c2d13dad5e8e39 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:10:16.421331 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-b8c93ac8-f91a-4b56-8dc6-e0c4ad7d074f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:16.550107 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-b8c93ac8-f91a-4b56-8dc6-e0c4ad7d074f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Allocated IP 172.20.0.14 (c33ca82f-6e79-4afd-a43f-c1b68283a4eb/1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54/242b880a-a6ce-40f9-922e-b675d23563b9) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:10:16.691991 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-b8c93ac8-f91a-4b56-8dc6-e0c4ad7d074f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for port (242b880a-a6ce-40f9-922e-b675d23563b9), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:16.723625 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-b8c93ac8-f91a-4b56-8dc6-e0c4ad7d074f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (242b880a-a6ce-40f9-922e-b675d23563b9), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:16.772089 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:16.773978 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-b8c93ac8-f91a-4b56-8dc6-e0c4ad7d074f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Network c33ca82f-6e79-4afd-a43f-c1b68283a4eb is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:10:16.779775 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-b8c93ac8-f91a-4b56-8dc6-e0c4ad7d074f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:10:16.784234 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-b8c93ac8-f91a-4b56-8dc6-e0c4ad7d074f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:10:16.788391 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c93ac8-f91a-4b56-8dc6-e0c4ad7d074f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event updated for resources: {'Port': ['ID=242b880a-a6ce-40f9-922e-b675d23563b9,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:16.835002 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-b8c93ac8-f91a-4b56-8dc6-e0c4ad7d074f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:16.835607 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-b8c93ac8-f91a-4b56-8dc6-e0c4ad7d074f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:16.852872 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-b8c93ac8-f91a-4b56-8dc6-e0c4ad7d074f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5484781 Jun 23 11:10:16.870936 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Request body: {'port': {'device_id': 'd93a71f3-1252-4ffa-bf80-909aac0f8abe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:10:16.937020 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (242b880a-a6ce-40f9-922e-b675d23563b9), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:16.967810 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:17.057104 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-c81f6066-adc6-40db-b940-98f8705b0dc7 None None] Provisioning complete for port 242b880a-a6ce-40f9-922e-b675d23563b9 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:17.058138 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c81f6066-adc6-40db-b940-98f8705b0dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (242b880a-a6ce-40f9-922e-b675d23563b9), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:17.098263 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c81f6066-adc6-40db-b940-98f8705b0dc7 None None] Port 242b880a-a6ce-40f9-922e-b675d23563b9 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:10:17.219350 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242b880a-a6ce-40f9-922e-b675d23563b9 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:10:17.229159 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Publish callbacks [] for port (242b880a-a6ce-40f9-922e-b675d23563b9), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:17.249437 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Transition to ACTIVE for port object 242b880a-a6ce-40f9-922e-b675d23563b9 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:10:17.254862 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (242b880a-a6ce-40f9-922e-b675d23563b9), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:17.369256 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Pushing event updated for resources: {'Port': ['ID=242b880a-a6ce-40f9-922e-b675d23563b9,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:17.407755 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc55d20-e7c3-41cf-8f43-0a29c8e48712 req-53c7b4e2-9f7b-445a-80d4-a78784379397 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:17.409285 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5bc55d20-e7c3-41cf-8f43-0a29c8e48712 req-53c7b4e2-9f7b-445a-80d4-a78784379397 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 944 time: 0.1092424 Jun 23 11:10:17.452434 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Attempting to bind port 242b880a-a6ce-40f9-922e-b675d23563b9 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:10:17.452773 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Attempting to bind port 242b880a-a6ce-40f9-922e-b675d23563b9 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:10:17.453105 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Attempting to bind port 242b880a-a6ce-40f9-922e-b675d23563b9 on network c33ca82f-6e79-4afd-a43f-c1b68283a4eb {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:10:17.467547 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Port 242b880a-a6ce-40f9-922e-b675d23563b9 on network c33ca82f-6e79-4afd-a43f-c1b68283a4eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:10:17.467906 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Attempting to bind port 242b880a-a6ce-40f9-922e-b675d23563b9 on network c33ca82f-6e79-4afd-a43f-c1b68283a4eb {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:10:17.482786 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:10:17.483174 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Checking segment: {'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:10:17.483554 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Bound using segment: {'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:10:17.483992 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Bound port: 242b880a-a6ce-40f9-922e-b675d23563b9, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6cc741-98e8-4831-ba09-fcb5eba3cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:10:17.484350 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (242b880a-a6ce-40f9-922e-b675d23563b9), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:17.489550 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5bc55d20-e7c3-41cf-8f43-0a29c8e48712 req-b4271586-b826-4d73-b429-7976da106eb4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737309 Jun 23 11:10:17.559851 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] For port 242b880a-a6ce-40f9-922e-b675d23563b9, host hv-cinder-84330, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:10:17.564034 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] For port 242b880a-a6ce-40f9-922e-b675d23563b9, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=242b880a-a6ce-40f9-922e-b675d23563b9,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:10:17.570651 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (242b880a-a6ce-40f9-922e-b675d23563b9), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:17.612566 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:17.613792 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:17.615779 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-3436b801-b24d-43bc-850c-976298110b49 service neutron] 10.222.0.60 "PUT /v2.0/ports/242b880a-a6ce-40f9-922e-b675d23563b9 HTTP/1.1" status: 200 len: 1094 time: 0.7485666 Jun 23 11:10:17.622011 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93a71f3-1252-4ffa-bf80-909aac0f8abe', 'tag': '242b880a-a6ce-40f9-922e-b675d23563b9'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:10:17.624566 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719fe650-006b-4f54-97a2-d05d3345efea" -d '{"events": [{"name": "network-changed", "server_uuid": "d93a71f3-1252-4ffa-bf80-909aac0f8abe", "tag": "242b880a-a6ce-40f9-922e-b675d23563b9"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:10:17.666202 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436b801-b24d-43bc-850c-976298110b49 service neutron] Pushing event updated for resources: {'Port': ['ID=242b880a-a6ce-40f9-922e-b675d23563b9,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:17.684148 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf861756-41b8-462a-adfe-ceb73d7673fd x-openstack-request-id: req-bf861756-41b8-462a-adfe-ceb73d7673fd {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:10:17.684543 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93a71f3-1252-4ffa-bf80-909aac0f8abe", "tag": "242b880a-a6ce-40f9-922e-b675d23563b9", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:10:17.684892 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf861756-41b8-462a-adfe-ceb73d7673fd {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:10:17.685411 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf861756-41b8-462a-adfe-ceb73d7673fd'] response: {'name': 'network-changed', 'server_uuid': 'd93a71f3-1252-4ffa-bf80-909aac0f8abe', 'tag': '242b880a-a6ce-40f9-922e-b675d23563b9', 'status': 'completed', 'code': 200} Jun 23 11:10:17.749828 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:17.754361 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-775a0781-c857-47c8-a728-6e56d2ed50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:17.756402 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-775a0781-c857-47c8-a728-6e56d2ed50b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fccc592269f433b99c2d13dad5e8e39&device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 1128 time: 0.0523145 Jun 23 11:10:17.808665 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-cf2c4932-989e-4f18-8c90-a530f175d27f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=242b880a-a6ce-40f9-922e-b675d23563b9 HTTP/1.1" status: 200 len: 217 time: 0.0357122 Jun 23 11:10:17.863716 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-57d16733-7656-4611-b68c-339a46e03a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:17.865173 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-57d16733-7656-4611-b68c-339a46e03a4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54 HTTP/1.1" status: 200 len: 851 time: 0.0502074 Jun 23 11:10:17.911991 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-4b0c6b26-d0ff-43dc-9945-6c7be469b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:17.913360 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-4b0c6b26-d0ff-43dc-9945-6c7be469b233 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410128 Jun 23 11:10:18.007303 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-a4741a4a-ed81-44c0-95a7-8612f495b0b4 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822384 Jun 23 11:10:18.088021 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:18.110701 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a0113f9a-c9a1-4a52-9eb2-c97f7635f8c6 req-f5103e66-a7ce-446e-a793-df7fe8c82e08 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970621 Jun 23 11:10:18.524256 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fe650-006b-4f54-97a2-d05d3345efea req-999e1b7c-2cbb-409b-8e9a-6c847bfedcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:18.525895 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-719fe650-006b-4f54-97a2-d05d3345efea req-999e1b7c-2cbb-409b-8e9a-6c847bfedcf4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fccc592269f433b99c2d13dad5e8e39&device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 1128 time: 0.0405526 Jun 23 11:10:18.654135 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb654f-1536-44af-890d-6ce19cf023aa req-2ccac4f4-5d15-4e49-9ccc-b5ebfd1bdf5f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:18.655706 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5ecb654f-1536-44af-890d-6ce19cf023aa req-2ccac4f4-5d15-4e49-9ccc-b5ebfd1bdf5f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 944 time: 0.0907178 Jun 23 11:10:18.657294 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fe650-006b-4f54-97a2-d05d3345efea req-59f2c6a3-642b-4f99-acbc-f8c913e5d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:18.658588 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-719fe650-006b-4f54-97a2-d05d3345efea req-59f2c6a3-642b-4f99-acbc-f8c913e5d46b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb HTTP/1.1" status: 200 len: 913 time: 0.1268320 Jun 23 11:10:18.710961 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-719fe650-006b-4f54-97a2-d05d3345efea req-e41cd338-3131-48cc-b730-888cc8c6e9e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=242b880a-a6ce-40f9-922e-b675d23563b9 HTTP/1.1" status: 200 len: 217 time: 0.0426140 Jun 23 11:10:18.769339 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5ecb654f-1536-44af-890d-6ce19cf023aa req-67f3cb56-9164-4f4c-aa05-dc2ea42e18cb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079295 Jun 23 11:10:18.790124 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fe650-006b-4f54-97a2-d05d3345efea req-9f3d9531-5e21-449d-9bf4-7466be6a6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:18.791563 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-719fe650-006b-4f54-97a2-d05d3345efea req-9f3d9531-5e21-449d-9bf4-7466be6a6e3b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54 HTTP/1.1" status: 200 len: 851 time: 0.0711379 Jun 23 11:10:18.838399 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fe650-006b-4f54-97a2-d05d3345efea req-2c11750f-acd4-4eaf-ac03-9eb0957429ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:18.839309 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-719fe650-006b-4f54-97a2-d05d3345efea req-2c11750f-acd4-4eaf-ac03-9eb0957429ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417068 Jun 23 11:10:18.949293 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-719fe650-006b-4f54-97a2-d05d3345efea req-0cb14583-91a5-48b5-8ac0-4c39deadc36a service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035018 Jun 23 11:10:19.037678 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-719fe650-006b-4f54-97a2-d05d3345efea req-263a7b09-e9f9-4c03-b65a-9479485504fd service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814507 Jun 23 11:10:19.891250 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f4c96-a688-4da1-a4d6-39f8cb55b424 req-8b51e91b-8f03-42c3-a719-97db5e5cb85f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:19.892996 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-590f4c96-a688-4da1-a4d6-39f8cb55b424 req-8b51e91b-8f03-42c3-a719-97db5e5cb85f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 944 time: 0.0504096 Jun 23 11:10:19.948246 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-590f4c96-a688-4da1-a4d6-39f8cb55b424 req-c20e8cc4-ba3a-446e-a4a0-4da0b18a9a2f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459766 Jun 23 11:10:21.064253 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49266dce-d937-48c7-8c3d-63176f807d17 req-a29e711a-ec2f-4360-9970-c1cec9174332 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:21.065732 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-49266dce-d937-48c7-8c3d-63176f807d17 req-a29e711a-ec2f-4360-9970-c1cec9174332 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 944 time: 0.0528724 Jun 23 11:10:21.118473 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-49266dce-d937-48c7-8c3d-63176f807d17 req-a7dcb18c-def0-4eb0-b60b-4680caf16f2b tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471895 Jun 23 11:10:22.235151 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd308b1-8566-4265-ae03-fde9322ca154 req-f2c72d73-d4cc-422d-9277-a45c3aed285c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:22.236660 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cfd308b1-8566-4265-ae03-fde9322ca154 req-f2c72d73-d4cc-422d-9277-a45c3aed285c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 944 time: 0.0466437 Jun 23 11:10:22.249057 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:22.271009 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:22.295937 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-cfd308b1-8566-4265-ae03-fde9322ca154 req-2e685431-0205-4604-98db-982bc90ae855 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531182 Jun 23 11:10:23.414425 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa32522-aac6-4b7e-ae1f-be867893f728 req-dfdb1f51-af2e-45a4-b009-5b057661721a tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:23.415991 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2fa32522-aac6-4b7e-ae1f-be867893f728 req-dfdb1f51-af2e-45a4-b009-5b057661721a tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 944 time: 0.0481896 Jun 23 11:10:23.465983 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2fa32522-aac6-4b7e-ae1f-be867893f728 req-8a7dd242-8bd1-4ea9-89a2-b08bc15e4ebd tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442946 Jun 23 11:10:24.586226 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94138c1b-940a-49af-a9c5-ee41cc517ac3 req-e070a797-acb4-4605-8cf4-d121a8eedee3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:24.587574 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-94138c1b-940a-49af-a9c5-ee41cc517ac3 req-e070a797-acb4-4605-8cf4-d121a8eedee3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 944 time: 0.0491834 Jun 23 11:10:24.643264 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-94138c1b-940a-49af-a9c5-ee41cc517ac3 req-64d84ff9-29dc-48f1-87d7-c2491088f0cb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492146 Jun 23 11:10:25.742935 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:25.759621 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5894380-2cea-445c-afc5-62706f63675c req-8d19d65a-b2f1-4e9e-866a-ee24e9e53872 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:25.761096 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f5894380-2cea-445c-afc5-62706f63675c req-8d19d65a-b2f1-4e9e-866a-ee24e9e53872 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 944 time: 0.0482457 Jun 23 11:10:25.815458 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f5894380-2cea-445c-afc5-62706f63675c req-a02368dd-65f0-4c7d-af2c-7922ad4e3586 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488884 Jun 23 11:10:26.127334 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:10:26.927869 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe758d4c-e331-4752-a048-d3e2956154ee req-6d74f31d-8353-440a-9085-071db05d5056 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:26.929387 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fe758d4c-e331-4752-a048-d3e2956154ee req-6d74f31d-8353-440a-9085-071db05d5056 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 944 time: 0.0470645 Jun 23 11:10:26.977770 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fe758d4c-e331-4752-a048-d3e2956154ee req-f845734c-14b4-4789-bfd8-897c5e828220 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425792 Jun 23 11:10:27.944600 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=45,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:27.946572 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:28.089841 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f929102-1ee7-46d6-9c17-688f361eb715 req-aacd9477-5596-452c-bd0d-0147d8376ac0 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:28.091340 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9f929102-1ee7-46d6-9c17-688f361eb715 req-aacd9477-5596-452c-bd0d-0147d8376ac0 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 944 time: 0.0463276 Jun 23 11:10:28.139979 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9f929102-1ee7-46d6-9c17-688f361eb715 req-6785c053-13d3-4290-a133-792942b0c16e tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429816 Jun 23 11:10:29.249885 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd0df9-1940-493f-ba34-8a1de4ccef29 req-0a19d57e-0deb-4c05-ba11-5a7106d33b7f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:29.251341 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-43cd0df9-1940-493f-ba34-8a1de4ccef29 req-0a19d57e-0deb-4c05-ba11-5a7106d33b7f tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 944 time: 0.0455763 Jun 23 11:10:29.299712 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-43cd0df9-1940-493f-ba34-8a1de4ccef29 req-801252cb-c493-45ea-907c-1c4e5e6ef7b5 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423257 Jun 23 11:10:30.409709 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d00a19-ef86-41e2-bd4e-203fea481f1d req-d0046cf5-4920-495a-ac2f-7f2db66a289e tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:30.411195 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c2d00a19-ef86-41e2-bd4e-203fea481f1d req-d0046cf5-4920-495a-ac2f-7f2db66a289e tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 944 time: 0.0467243 Jun 23 11:10:30.451956 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:30.461313 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c2d00a19-ef86-41e2-bd4e-203fea481f1d req-f0bad8fe-f30d-4ee5-a077-6a32df90c795 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439632 Jun 23 11:10:30.489975 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 242b880a-a6ce-40f9-922e-b675d23563b9 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:10:30.707546 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 242b880a-a6ce-40f9-922e-b675d23563b9, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=242b880a-a6ce-40f9-922e-b675d23563b9,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:10:30.718419 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '242b880a-a6ce-40f9-922e-b675d23563b9', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'port_id': '242b880a-a6ce-40f9-922e-b675d23563b9', 'mac_address': 'fa:16:3e:66:93:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:10:30.754148 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 242b880a-a6ce-40f9-922e-b675d23563b9 is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:10:30.754544 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (242b880a-a6ce-40f9-922e-b675d23563b9), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:30.768431 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242b880a-a6ce-40f9-922e-b675d23563b9 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:10:30.787871 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 242b880a-a6ce-40f9-922e-b675d23563b9, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=242b880a-a6ce-40f9-922e-b675d23563b9,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:10:30.791414 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (242b880a-a6ce-40f9-922e-b675d23563b9), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:30.835004 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=242b880a-a6ce-40f9-922e-b675d23563b9,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:30.841940 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:30.842289 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:30.842742 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:30.843029 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:30.843350 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:30.843774 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:30.844201 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:30.844536 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:30.844970 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:30.845176 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:30.845505 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:30.845887 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:30.846232 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:30.846443 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:30.846764 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:31.146295 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['242b880a-a6ce-40f9-922e-b675d23563b9'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:10:31.577154 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1136ec-1ffb-466c-8da6-9aa88233edd4 req-5c554d38-6245-49a2-809e-2f0686139d62 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:31.578595 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7a1136ec-1ffb-466c-8da6-9aa88233edd4 req-5c554d38-6245-49a2-809e-2f0686139d62 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 945 time: 0.0496702 Jun 23 11:10:31.625634 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7a1136ec-1ffb-466c-8da6-9aa88233edd4 req-83b6d126-1e92-4aab-b6b7-3fcc6a5f1477 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416102 Jun 23 11:10:32.505129 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 242b880a-a6ce-40f9-922e-b675d23563b9 up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:10:32.548670 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port 242b880a-a6ce-40f9-922e-b675d23563b9 completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:10:32.553936 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 242b880a-a6ce-40f9-922e-b675d23563b9 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:32.554321 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (242b880a-a6ce-40f9-922e-b675d23563b9), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:32.624800 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 242b880a-a6ce-40f9-922e-b675d23563b9 is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:10:32.625203 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (242b880a-a6ce-40f9-922e-b675d23563b9), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:32.647227 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93a71f3-1252-4ffa-bf80-909aac0f8abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242b880a-a6ce-40f9-922e-b675d23563b9'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:10:32.649919 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ed353d-cb95-41f9-8376-6a18f7c30bac" -d '{"events": [{"server_uuid": "d93a71f3-1252-4ffa-bf80-909aac0f8abe", "name": "network-vif-plugged", "status": "completed", "tag": "242b880a-a6ce-40f9-922e-b675d23563b9"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:10:32.662417 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 242b880a-a6ce-40f9-922e-b675d23563b9, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=242b880a-a6ce-40f9-922e-b675d23563b9,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:10:32.666391 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (242b880a-a6ce-40f9-922e-b675d23563b9), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:32.696625 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a6fb9a-77a9-4fac-a4d1-3ff4e14fa34b x-openstack-request-id: req-b2a6fb9a-77a9-4fac-a4d1-3ff4e14fa34b {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:10:32.696917 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93a71f3-1252-4ffa-bf80-909aac0f8abe", "name": "network-vif-plugged", "status": "completed", "tag": "242b880a-a6ce-40f9-922e-b675d23563b9", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:10:32.697173 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2a6fb9a-77a9-4fac-a4d1-3ff4e14fa34b {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:10:32.697570 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a6fb9a-77a9-4fac-a4d1-3ff4e14fa34b'] response: {'server_uuid': 'd93a71f3-1252-4ffa-bf80-909aac0f8abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242b880a-a6ce-40f9-922e-b675d23563b9', 'code': 200} Jun 23 11:10:32.703312 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:32.720659 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=242b880a-a6ce-40f9-922e-b675d23563b9,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:32.791051 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b48c-171f-4a4d-a208-c68f35757982 req-cd5a125e-bce5-4348-9e3c-4dddcaf693a2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:32.792546 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8f65b48c-171f-4a4d-a208-c68f35757982 req-cd5a125e-bce5-4348-9e3c-4dddcaf693a2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 946 time: 0.0470071 Jun 23 11:10:32.839996 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8f65b48c-171f-4a4d-a208-c68f35757982 req-e07afd46-72dc-4eaa-b3f0-fb335d040540 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411835 Jun 23 11:10:33.004496 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba97eb-9534-4ed5-8303-7064c379f31b req-4c794928-dbd8-4b97-820f-48e4d50bd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:33.005971 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fcba97eb-9534-4ed5-8303-7064c379f31b req-4c794928-dbd8-4b97-820f-48e4d50bd21b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 1130 time: 0.0411797 Jun 23 11:10:33.053283 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fcba97eb-9534-4ed5-8303-7064c379f31b req-28c677e7-fc9a-4cc6-9846-1353c4bcec8a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385549 Jun 23 11:10:33.367611 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb26b289-a394-472f-85ce-76ef5b34f7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:33.956558 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f60da-7152-4117-84be-eef3cb31ef32 req-945d04a0-0b39-4812-b44a-82302cf14110 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:33.958002 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cc8f60da-7152-4117-84be-eef3cb31ef32 req-945d04a0-0b39-4812-b44a-82302cf14110 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 946 time: 0.0471015 Jun 23 11:10:34.012947 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cc8f60da-7152-4117-84be-eef3cb31ef32 req-41933c63-764c-4949-be77-622229628e99 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493968 Jun 23 11:10:35.133177 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c246b6e-f181-4c9b-a3be-2d6022db9265 req-083219c1-27a6-4aca-bb27-0e2605c488c2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:35.134774 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7c246b6e-f181-4c9b-a3be-2d6022db9265 req-083219c1-27a6-4aca-bb27-0e2605c488c2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 946 time: 0.0536292 Jun 23 11:10:35.183038 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7c246b6e-f181-4c9b-a3be-2d6022db9265 req-d0d3b054-ee3c-4bbd-81d7-13dc62b6d20b tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419297 Jun 23 11:10:35.296644 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a6085-5bfb-46a2-bfa2-609b574a65e7 req-423fbfaf-c71d-4099-a710-b80cfcd87026 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:35.298073 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-423a6085-5bfb-46a2-bfa2-609b574a65e7 req-423fbfaf-c71d-4099-a710-b80cfcd87026 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 946 time: 0.0501385 Jun 23 11:10:35.346143 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-423a6085-5bfb-46a2-bfa2-609b574a65e7 req-b8906f43-b6cf-4be1-829d-2dfa2fa733ce tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426288 Jun 23 11:10:35.368278 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44242) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:35.549782 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6996efce-9289-48ed-897f-94b4d19444fe tempest-TestVolumeBootPattern-1055820228 tempest-TestVolumeBootPattern-1055820228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:35.551297 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-6996efce-9289-48ed-897f-94b4d19444fe tempest-TestVolumeBootPattern-1055820228 tempest-TestVolumeBootPattern-1055820228-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 1125 time: 0.1820786 Jun 23 11:10:35.554109 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44246) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:35.558225 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Request body: {'floatingip': {'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'port_id': '242b880a-a6ce-40f9-922e-b675d23563b9', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:10:35.578206 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:35.634423 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:35.650106 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a70e-080b-43d2-9f51-c56ad2c2d090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:35.659374 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:35.765841 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Allocated IP 172.27.2.135 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/29040926-fe53-49d2-9958-12cd03605564) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:10:35.882922 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for port (29040926-fe53-49d2-9958-12cd03605564), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:35.895699 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:35.919253 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (29040926-fe53-49d2-9958-12cd03605564), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:35.963862 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:10:35.967310 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:10:35.971393 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:10:35.996597 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event updated for resources: {'Port': ['ID=29040926-fe53-49d2-9958-12cd03605564,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:36.038489 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:36.288362 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=3 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:36.289425 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=5 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:36.345584 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for floatingip (cd182d29-72a5-43a7-9d59-2d533c0e6c47), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:36.409386 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (29040926-fe53-49d2-9958-12cd03605564), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:36.552166 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for port (29040926-fe53-49d2-9958-12cd03605564), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:36.556386 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (29040926-fe53-49d2-9958-12cd03605564), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:36.628924 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event updated for resources: {'Port': ['ID=29040926-fe53-49d2-9958-12cd03605564,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:36.637126 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (cd182d29-72a5-43a7-9d59-2d533c0e6c47), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:36.714138 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:36.956923 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Floating IP cd182d29-72a5-43a7-9d59-2d533c0e6c47 associated. External IP: 172.27.2.135, port: 242b880a-a6ce-40f9-922e-b675d23563b9. Jun 23 11:10:36.988866 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:37.098932 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:37.155533 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:10:37.213426 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:37.262799 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:10:37.273284 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deaa35e-3a28-4907-bb60-0552c397628d None None] Sync routers for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:10:37.285745 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:37.287562 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deaa35e-3a28-4907-bb60-0552c397628d None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:10:37.288406 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2deaa35e-3a28-4907-bb60-0552c397628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:10:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:37.324081 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44286) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:37.338577 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-5c9a2a55-a0d7-4171-a9c5-06b28351befc tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7814777 Jun 23 11:10:37.338577 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93a71f3-1252-4ffa-bf80-909aac0f8abe', 'tag': '242b880a-a6ce-40f9-922e-b675d23563b9'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:10:37.340535 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7940f24-f726-4ff7-91b1-deba5279f826" -d '{"events": [{"name": "network-changed", "server_uuid": "d93a71f3-1252-4ffa-bf80-909aac0f8abe", "tag": "242b880a-a6ce-40f9-922e-b675d23563b9"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:10:37.386770 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e53672-716a-4309-b63d-6b9ee8487a1c x-openstack-request-id: req-c2e53672-716a-4309-b63d-6b9ee8487a1c {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:10:37.387924 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93a71f3-1252-4ffa-bf80-909aac0f8abe", "tag": "242b880a-a6ce-40f9-922e-b675d23563b9", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:10:37.388877 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2e53672-716a-4309-b63d-6b9ee8487a1c {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:10:37.391009 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e53672-716a-4309-b63d-6b9ee8487a1c'] response: {'name': 'network-changed', 'server_uuid': 'd93a71f3-1252-4ffa-bf80-909aac0f8abe', 'tag': '242b880a-a6ce-40f9-922e-b675d23563b9', 'status': 'completed', 'code': 200} Jun 23 11:10:37.419401 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-2deaa35e-3a28-4907-bb60-0552c397628d None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:10:37.487970 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-252956bf-ec99-4e89-ae03-30cfe2312b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:37.500330 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7940f24-f726-4ff7-91b1-deba5279f826 req-ddc7d4c9-3514-490b-b402-cbc30e5b6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:37.502197 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c7940f24-f726-4ff7-91b1-deba5279f826 req-ddc7d4c9-3514-490b-b402-cbc30e5b6d24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fccc592269f433b99c2d13dad5e8e39&device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 1130 time: 0.0631630 Jun 23 11:10:37.570936 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-252956bf-ec99-4e89-ae03-30cfe2312b15 admin admin] Publish callbacks [] for security_group (89d12db8-5743-4d89-9706-2d180b407c75), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:37.577449 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-252956bf-ec99-4e89-ae03-30cfe2312b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (89d12db8-5743-4d89-9706-2d180b407c75), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:37.619382 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-252956bf-ec99-4e89-ae03-30cfe2312b15 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=376c648240b44246a838156c31df3fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916808 Jun 23 11:10:37.619915 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44300) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:37.626148 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252956bf-ec99-4e89-ae03-30cfe2312b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d12db8-5743-4d89-9706-2d180b407c75,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:37.629830 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7940f24-f726-4ff7-91b1-deba5279f826 req-a000e098-9da2-4462-9523-f861fb36b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:37.631447 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c7940f24-f726-4ff7-91b1-deba5279f826 req-a000e098-9da2-4462-9523-f861fb36b2f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb HTTP/1.1" status: 200 len: 913 time: 0.1222460 Jun 23 11:10:37.678434 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2deaa35e-3a28-4907-bb60-0552c397628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '801564d5-7357-45ca-a58f-fdea0ebad4e2', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'port_id': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'mac_address': 'fa:16:3e:b0:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:08:21Z', 'updated_at': '2022-06-23T11:08:23Z', 'revision_number': 1, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address_scope': None}, {'id': 'cd182d29-72a5-43a7-9d59-2d533c0e6c47', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'port_id': '242b880a-a6ce-40f9-922e-b675d23563b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'mac_address': 'fa:16:3e:66:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93a71f3-1252-4ffa-bf80-909aac0f8abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:10:36Z', 'updated_at': '2022-06-23T11:10:36Z', 'revision_number': 0, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:37.703024 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deaa35e-3a28-4907-bb60-0552c397628d None None] Checking router: cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:10:37.711300 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deaa35e-3a28-4907-bb60-0552c397628d None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:10:37.711947 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2deaa35e-3a28-4907-bb60-0552c397628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:10:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:37.723165 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c7940f24-f726-4ff7-91b1-deba5279f826 req-15d2a0b8-b1a7-4241-b30a-6a53133f8580 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=242b880a-a6ce-40f9-922e-b675d23563b9 HTTP/1.1" status: 200 len: 1000 time: 0.0809722 Jun 23 11:10:37.726012 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-12fcb5d2-9a9e-4fe7-be01-2600c4d5aad2 admin admin] Publish callbacks [] for security_group (89d12db8-5743-4d89-9706-2d180b407c75), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:37.775254 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-12fcb5d2-9a9e-4fe7-be01-2600c4d5aad2 admin admin] Publish callbacks [] for security_group (89d12db8-5743-4d89-9706-2d180b407c75), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:37.805857 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7940f24-f726-4ff7-91b1-deba5279f826 req-7e27b0fd-d4f7-4fa3-8d97-420ccf76d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:37.807318 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c7940f24-f726-4ff7-91b1-deba5279f826 req-7e27b0fd-d4f7-4fa3-8d97-420ccf76d700 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54 HTTP/1.1" status: 200 len: 851 time: 0.0726998 Jun 23 11:10:37.813354 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-2deaa35e-3a28-4907-bb60-0552c397628d None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:10:37.857702 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7940f24-f726-4ff7-91b1-deba5279f826 req-08f0e427-165e-4c33-ad25-c2df95b57a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:37.859342 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c7940f24-f726-4ff7-91b1-deba5279f826 req-08f0e427-165e-4c33-ad25-c2df95b57a4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443382 Jun 23 11:10:37.876954 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-12fcb5d2-9a9e-4fe7-be01-2600c4d5aad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (89d12db8-5743-4d89-9706-2d180b407c75), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:37.879469 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-12fcb5d2-9a9e-4fe7-be01-2600c4d5aad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:37.880551 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-12fcb5d2-9a9e-4fe7-be01-2600c4d5aad2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89d12db8-5743-4d89-9706-2d180b407c75 HTTP/1.1" status: 204 len: 168 time: 0.2592556 Jun 23 11:10:37.909491 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcb5d2-9a9e-4fe7-be01-2600c4d5aad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d12db8-5743-4d89-9706-2d180b407c75,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:37.971774 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c7940f24-f726-4ff7-91b1-deba5279f826 req-48f40436-4654-40fc-902e-1c47823a8fb7 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038542 Jun 23 11:10:38.037371 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2deaa35e-3a28-4907-bb60-0552c397628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '801564d5-7357-45ca-a58f-fdea0ebad4e2', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'port_id': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'mac_address': 'fa:16:3e:b0:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:08:21Z', 'updated_at': '2022-06-23T11:08:23Z', 'revision_number': 1, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address_scope': None}, {'id': 'cd182d29-72a5-43a7-9d59-2d533c0e6c47', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'port_id': '242b880a-a6ce-40f9-922e-b675d23563b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'mac_address': 'fa:16:3e:66:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93a71f3-1252-4ffa-bf80-909aac0f8abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:10:36Z', 'updated_at': '2022-06-23T11:10:36Z', 'revision_number': 0, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:38.062232 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deaa35e-3a28-4907-bb60-0552c397628d None None] The sync data for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi is: [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '801564d5-7357-45ca-a58f-fdea0ebad4e2', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'port_id': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'mac_address': 'fa:16:3e:b0:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:08:21Z', 'updated_at': '2022-06-23T11:08:23Z', 'revision_number': 1, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address_scope': None}, {'id': 'cd182d29-72a5-43a7-9d59-2d533c0e6c47', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'port_id': '242b880a-a6ce-40f9-922e-b675d23563b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'mac_address': 'fa:16:3e:66:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93a71f3-1252-4ffa-bf80-909aac0f8abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:10:36Z', 'updated_at': '2022-06-23T11:10:36Z', 'revision_number': 0, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:10:38.123744 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:38.279914 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ef6fb-6232-4b2a-a68f-c1af15b02fb4 None None] New status for floating IP cd182d29-72a5-43a7-9d59-2d533c0e6c47: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:10:38.666836 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:38.922687 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:38.984774 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c7940f24-f726-4ff7-91b1-deba5279f826 req-7b635572-2d0d-4e60-a841-f0a65faa3547 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895977 Jun 23 11:10:44.934736 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44470) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:45.041377 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f01c7fe1-8ff4-4063-b2c2-8471c3ddd924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:45.079739 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:45.119635 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f01c7fe1-8ff4-4063-b2c2-8471c3ddd924 admin admin] Publish callbacks [] for security_group (9dcfd33d-a8fb-4554-ab84-f23b47ef3695), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:45.123372 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f01c7fe1-8ff4-4063-b2c2-8471c3ddd924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (9dcfd33d-a8fb-4554-ab84-f23b47ef3695), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:45.162267 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f01c7fe1-8ff4-4063-b2c2-8471c3ddd924 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12936b8fa28f4bebb77f3689874d24ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265165 Jun 23 11:10:45.164894 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44476) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:45.165871 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c7fe1-8ff4-4063-b2c2-8471c3ddd924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcfd33d-a8fb-4554-ab84-f23b47ef3695,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:45.217079 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-647f02b8-1c05-44b3-a892-e66edb0dcf28 admin admin] Publish callbacks [] for security_group (9dcfd33d-a8fb-4554-ab84-f23b47ef3695), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:45.225511 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:45.240569 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-647f02b8-1c05-44b3-a892-e66edb0dcf28 admin admin] Publish callbacks [] for security_group (9dcfd33d-a8fb-4554-ab84-f23b47ef3695), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:45.293204 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-647f02b8-1c05-44b3-a892-e66edb0dcf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (9dcfd33d-a8fb-4554-ab84-f23b47ef3695), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:45.295865 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-647f02b8-1c05-44b3-a892-e66edb0dcf28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:45.297563 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-647f02b8-1c05-44b3-a892-e66edb0dcf28 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9dcfd33d-a8fb-4554-ab84-f23b47ef3695 HTTP/1.1" status: 204 len: 168 time: 0.1316578 Jun 23 11:10:45.307496 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f02b8-1c05-44b3-a892-e66edb0dcf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcfd33d-a8fb-4554-ab84-f23b47ef3695,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:45.585915 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44498) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:45.599678 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-02bb3282-0902-4d51-b765-a8d5b6b04a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:45.679100 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-02bb3282-0902-4d51-b765-a8d5b6b04a8c admin admin] Publish callbacks [] for security_group (07ed96e5-e92b-4daf-8a92-cb4bdddbe9dc), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:45.683039 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-02bb3282-0902-4d51-b765-a8d5b6b04a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (07ed96e5-e92b-4daf-8a92-cb4bdddbe9dc), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:45.723960 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-02bb3282-0902-4d51-b765-a8d5b6b04a8c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60bf899f0ce54b388fab8652f38a542f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368792 Jun 23 11:10:45.725222 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb3282-0902-4d51-b765-a8d5b6b04a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ed96e5-e92b-4daf-8a92-cb4bdddbe9dc,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:45.726893 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44500) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:45.776404 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05f7da15-d5c5-4657-ac34-0947d64a1a87 admin admin] Publish callbacks [] for security_group (07ed96e5-e92b-4daf-8a92-cb4bdddbe9dc), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:45.791252 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:45.801335 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05f7da15-d5c5-4657-ac34-0947d64a1a87 admin admin] Publish callbacks [] for security_group (07ed96e5-e92b-4daf-8a92-cb4bdddbe9dc), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:45.850249 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05f7da15-d5c5-4657-ac34-0947d64a1a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (07ed96e5-e92b-4daf-8a92-cb4bdddbe9dc), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:45.852829 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05f7da15-d5c5-4657-ac34-0947d64a1a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:45.853970 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-05f7da15-d5c5-4657-ac34-0947d64a1a87 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/07ed96e5-e92b-4daf-8a92-cb4bdddbe9dc HTTP/1.1" status: 204 len: 168 time: 0.1260324 Jun 23 11:10:45.861764 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7da15-d5c5-4657-ac34-0947d64a1a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ed96e5-e92b-4daf-8a92-cb4bdddbe9dc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:46.825214 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44538) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:47.034387 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84a54c96-c002-43a8-9e0f-94d340b7522a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:47.115908 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84a54c96-c002-43a8-9e0f-94d340b7522a admin admin] Publish callbacks [] for security_group (cb320392-4034-49fd-8073-201d53363659), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:47.120313 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84a54c96-c002-43a8-9e0f-94d340b7522a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (cb320392-4034-49fd-8073-201d53363659), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:47.160548 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-84a54c96-c002-43a8-9e0f-94d340b7522a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b5e7aba22dd4bf6992cb37605e50a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342485 Jun 23 11:10:47.161676 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a54c96-c002-43a8-9e0f-94d340b7522a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb320392-4034-49fd-8073-201d53363659,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:47.163466 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44554) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:47.213179 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5f091d99-9942-46d6-9b48-8c634b6492f6 admin admin] Publish callbacks [] for security_group (cb320392-4034-49fd-8073-201d53363659), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:47.234847 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5f091d99-9942-46d6-9b48-8c634b6492f6 admin admin] Publish callbacks [] for security_group (cb320392-4034-49fd-8073-201d53363659), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:47.284561 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5f091d99-9942-46d6-9b48-8c634b6492f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (cb320392-4034-49fd-8073-201d53363659), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:47.287194 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5f091d99-9942-46d6-9b48-8c634b6492f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:47.288448 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-5f091d99-9942-46d6-9b48-8c634b6492f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb320392-4034-49fd-8073-201d53363659 HTTP/1.1" status: 204 len: 168 time: 0.1233444 Jun 23 11:10:47.296343 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f091d99-9942-46d6-9b48-8c634b6492f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb320392-4034-49fd-8073-201d53363659,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:47.641993 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44568) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:47.656145 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52e35e2a-d97b-4b29-83cc-9aa2fc9c098b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:47.730508 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52e35e2a-d97b-4b29-83cc-9aa2fc9c098b admin admin] Publish callbacks [] for security_group (7adc3134-90bb-4b8a-b63e-f5e46d34d6aa), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:47.735124 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52e35e2a-d97b-4b29-83cc-9aa2fc9c098b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (7adc3134-90bb-4b8a-b63e-f5e46d34d6aa), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:47.773968 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-52e35e2a-d97b-4b29-83cc-9aa2fc9c098b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=83d0bf54d6fd4af1a1ee8038e1a8cf17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309326 Jun 23 11:10:47.775055 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e35e2a-d97b-4b29-83cc-9aa2fc9c098b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adc3134-90bb-4b8a-b63e-f5e46d34d6aa,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:47.776699 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44570) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:47.824518 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0c2c325-7c08-4c5f-aa5b-876b7dfe6047 admin admin] Publish callbacks [] for security_group (7adc3134-90bb-4b8a-b63e-f5e46d34d6aa), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:47.837516 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:47.847192 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0c2c325-7c08-4c5f-aa5b-876b7dfe6047 admin admin] Publish callbacks [] for security_group (7adc3134-90bb-4b8a-b63e-f5e46d34d6aa), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:47.896341 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0c2c325-7c08-4c5f-aa5b-876b7dfe6047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (7adc3134-90bb-4b8a-b63e-f5e46d34d6aa), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:47.898798 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a0c2c325-7c08-4c5f-aa5b-876b7dfe6047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:47.899949 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a0c2c325-7c08-4c5f-aa5b-876b7dfe6047 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7adc3134-90bb-4b8a-b63e-f5e46d34d6aa HTTP/1.1" status: 204 len: 168 time: 0.1221662 Jun 23 11:10:47.908335 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2c325-7c08-4c5f-aa5b-876b7dfe6047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adc3134-90bb-4b8a-b63e-f5e46d34d6aa,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:48.218965 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44576) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:48.232179 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e2ba3b5c-f4ae-4eb0-aae4-cf7152810706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:48.307033 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e2ba3b5c-f4ae-4eb0-aae4-cf7152810706 admin admin] Publish callbacks [] for security_group (b68997e4-e024-4c0e-b01b-0e8dd66288c4), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:48.310778 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e2ba3b5c-f4ae-4eb0-aae4-cf7152810706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (b68997e4-e024-4c0e-b01b-0e8dd66288c4), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:48.333870 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:48.350568 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-e2ba3b5c-f4ae-4eb0-aae4-cf7152810706 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e316efb172de48a685718fc384b5d5e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305912 Jun 23 11:10:48.352159 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba3b5c-f4ae-4eb0-aae4-cf7152810706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68997e4-e024-4c0e-b01b-0e8dd66288c4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:48.353266 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44578) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:48.406001 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b097-58b2-4539-b99e-c2073265e779 admin admin] Publish callbacks [] for security_group (b68997e4-e024-4c0e-b01b-0e8dd66288c4), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:48.427685 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b097-58b2-4539-b99e-c2073265e779 admin admin] Publish callbacks [] for security_group (b68997e4-e024-4c0e-b01b-0e8dd66288c4), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:48.473421 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b097-58b2-4539-b99e-c2073265e779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (b68997e4-e024-4c0e-b01b-0e8dd66288c4), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:48.476057 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b097-58b2-4539-b99e-c2073265e779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:48.477191 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-c8a1b097-58b2-4539-b99e-c2073265e779 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b68997e4-e024-4c0e-b01b-0e8dd66288c4 HTTP/1.1" status: 204 len: 168 time: 0.1229365 Jun 23 11:10:48.485826 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1b097-58b2-4539-b99e-c2073265e779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68997e4-e024-4c0e-b01b-0e8dd66288c4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:49.170294 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44606) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:49.267307 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e3707aa7-dc97-4a65-ad25-77f3bc6f9a8e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1945488488-network', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:10:49.287457 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3707aa7-dc97-4a65-ad25-77f3bc6f9a8e admin admin] Made reservation on behalf of c8040a7c927f4d4ebff4964bc1b63ad7 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:10:49.289725 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3707aa7-dc97-4a65-ad25-77f3bc6f9a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:49.297740 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3707aa7-dc97-4a65-ad25-77f3bc6f9a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:49.318603 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:49.376512 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3707aa7-dc97-4a65-ad25-77f3bc6f9a8e admin admin] Publish callbacks [] for security_group (4f7c10a2-47f0-4e4a-9c84-0171b4416459), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:49.381138 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3707aa7-dc97-4a65-ad25-77f3bc6f9a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (4f7c10a2-47f0-4e4a-9c84-0171b4416459), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:49.403373 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3707aa7-dc97-4a65-ad25-77f3bc6f9a8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:10:49.417406 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3707aa7-dc97-4a65-ad25-77f3bc6f9a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7c10a2-47f0-4e4a-9c84-0171b4416459,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:49.423948 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3707aa7-dc97-4a65-ad25-77f3bc6f9a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (a7d60003-a1ed-4e04-9b38-93477e650f24), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:49.424294 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-e3707aa7-dc97-4a65-ad25-77f3bc6f9a8e admin admin] Added segment a7d60003-a1ed-4e04-9b38-93477e650f24 of type vlan for network 6428178e-b2c3-4ed8-8208-a2488665a794 Jun 23 11:10:49.466383 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3707aa7-dc97-4a65-ad25-77f3bc6f9a8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (6428178e-b2c3-4ed8-8208-a2488665a794), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:49.490706 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3707aa7-dc97-4a65-ad25-77f3bc6f9a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (6428178e-b2c3-4ed8-8208-a2488665a794), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:49.491641 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3707aa7-dc97-4a65-ad25-77f3bc6f9a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:49.492236 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e3707aa7-dc97-4a65-ad25-77f3bc6f9a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:49.526763 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e3707aa7-dc97-4a65-ad25-77f3bc6f9a8e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3553741 Jun 23 11:10:49.530026 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44612) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:49.534901 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ae42dd81-678b-4914-97fa-26006f607bd2 admin admin] Request body: {'subnet': {'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1945488488-subnet', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:10:49.554793 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae42dd81-678b-4914-97fa-26006f607bd2 admin admin] Made reservation on behalf of c8040a7c927f4d4ebff4964bc1b63ad7 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:10:49.557116 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3707aa7-dc97-4a65-ad25-77f3bc6f9a8e admin admin] Pushing event updated for resources: {'Network': ['ID=6428178e-b2c3-4ed8-8208-a2488665a794,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:49.557759 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae42dd81-678b-4914-97fa-26006f607bd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58842891'] for subnet (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:49.568361 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network 6428178e-b2c3-4ed8-8208-a2488665a794 details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:10:49.727256 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae42dd81-678b-4914-97fa-26006f607bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59715690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843005'] for subnet (75069e95-c0cf-45c2-8c4f-686a6b68266a), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:49.731134 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=17 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:49.781817 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42dd81-678b-4914-97fa-26006f607bd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75069e95-c0cf-45c2-8c4f-686a6b68266a,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:49.798423 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae42dd81-678b-4914-97fa-26006f607bd2 admin admin] Checking segment: {'id': 'a7d60003-a1ed-4e04-9b38-93477e650f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:10:49.798787 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae42dd81-678b-4914-97fa-26006f607bd2 admin admin] Network hostable DHCP agents. Network: 6428178e-b2c3-4ed8-8208-a2488665a794, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:10:49.824605 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae42dd81-678b-4914-97fa-26006f607bd2 admin admin] Network 6428178e-b2c3-4ed8-8208-a2488665a794 is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:10:49.834494 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ae42dd81-678b-4914-97fa-26006f607bd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, 6428178e-b2c3-4ed8-8208-a2488665a794) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:10:49.838533 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae42dd81-678b-4914-97fa-26006f607bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:49.839232 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae42dd81-678b-4914-97fa-26006f607bd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:49.844831 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be58d6da-9093-4e85-8696-e4a38d7a7c86 None None] Network 6428178e-b2c3-4ed8-8208-a2488665a794 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:10:49.860710 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-ae42dd81-678b-4914-97fa-26006f607bd2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3263361 Jun 23 11:10:49.860710 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44618) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:49.865068 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1945488488-router', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:10:49.868047 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:49.877897 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:49.887923 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-269140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27372'] for router (f63e94ed-55ab-40de-86e7-b646c3bd7f8f), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:49.889329 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27387'] for router (f63e94ed-55ab-40de-86e7-b646c3bd7f8f), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:49.941598 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Publish callbacks [] for router_controller (f63e94ed-55ab-40de-86e7-b646c3bd7f8f), precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:49.962342 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831447ca-f02e-5cfc-b666-521d41d301dd-6428178e-b2c3-4ed8-8208-a2488665a794', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'fixed_ips': [{'subnet_id': '75069e95-c0cf-45c2-8c4f-686a6b68266a'}]}} from dv-cinder-843309-2-iscsi. {{(pid=103954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:10:49.963427 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:50.104200 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Publish callbacks [] for router_gateway (f63e94ed-55ab-40de-86e7-b646c3bd7f8f), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:50.143580 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Allocated IP 172.20.0.2 (6428178e-b2c3-4ed8-8208-a2488665a794/75069e95-c0cf-45c2-8c4f-686a6b68266a/a7dbd258-5713-4163-9ffc-a79f06010310) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:10:50.295172 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Publish callbacks [] for router_gateway (f63e94ed-55ab-40de-86e7-b646c3bd7f8f), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:50.313045 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Publish callbacks [] for port (a7dbd258-5713-4163-9ffc-a79f06010310), precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:50.319441 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:50.319977 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (a7dbd258-5713-4163-9ffc-a79f06010310), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:50.362915 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Network 6428178e-b2c3-4ed8-8208-a2488665a794 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:10:50.368324 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:10:50.370498 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Pushing event updated for resources: {'Port': ['ID=a7dbd258-5713-4163-9ffc-a79f06010310,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:50.372713 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:10:50.432688 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Attempting to bind port a7dbd258-5713-4163-9ffc-a79f06010310 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:10:50.433131 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Attempting to bind port a7dbd258-5713-4163-9ffc-a79f06010310 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': 'a7d60003-a1ed-4e04-9b38-93477e650f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:10:50.433465 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Attempting to bind port a7dbd258-5713-4163-9ffc-a79f06010310 on network 6428178e-b2c3-4ed8-8208-a2488665a794 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:10:50.439178 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:10:50.439603 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Checking segment: {'id': 'a7d60003-a1ed-4e04-9b38-93477e650f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:10:50.440032 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:50.440489 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Bound using segment: {'id': 'a7d60003-a1ed-4e04-9b38-93477e650f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:10:50.441241 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Bound port: a7dbd258-5713-4163-9ffc-a79f06010310, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d60003-a1ed-4e04-9b38-93477e650f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:10:50.441621 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (a7dbd258-5713-4163-9ffc-a79f06010310), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:50.441866 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Allocated IP 172.27.2.70 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/74329ccc-4670-402b-b7e8-b98b24bf18f8) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:10:50.457902 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:50.502555 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] For port a7dbd258-5713-4163-9ffc-a79f06010310, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:10:50.505988 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] For port a7dbd258-5713-4163-9ffc-a79f06010310, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=a7dbd258-5713-4163-9ffc-a79f06010310,segment=NetworkSegment(a7d60003-a1ed-4e04-9b38-93477e650f24),segment_id=a7d60003-a1ed-4e04-9b38-93477e650f24)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:10:50.513512 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (a7dbd258-5713-4163-9ffc-a79f06010310), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:50.563642 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Publish callbacks [] for port (74329ccc-4670-402b-b7e8-b98b24bf18f8), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:50.580346 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a7394-6b22-4e11-b40e-6d10eb47f858 None None] Pushing event updated for resources: {'Port': ['ID=a7dbd258-5713-4163-9ffc-a79f06010310,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:50.607092 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (74329ccc-4670-402b-b7e8-b98b24bf18f8), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:50.630938 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=10 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:50.652783 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:10:50.658729 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:10:50.661059 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Pushing event updated for resources: {'Port': ['ID=74329ccc-4670-402b-b7e8-b98b24bf18f8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:50.663616 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:10:50.703585 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30ea4e-1467-44c3-8a96-fe394341742c req-cf23ac56-e700-49f9-966b-b12569f65a2e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:50.705361 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5c30ea4e-1467-44c3-8a96-fe394341742c req-cf23ac56-e700-49f9-966b-b12569f65a2e tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 946 time: 0.0602202 Jun 23 11:10:50.784534 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5c30ea4e-1467-44c3-8a96-fe394341742c req-fe5db112-7993-4e33-8850-79c4c2abbfae tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690396 Jun 23 11:10:51.158036 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Publish callbacks [] for router_gateway (f63e94ed-55ab-40de-86e7-b646c3bd7f8f), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:51.350323 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-269750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390477'] for router (f63e94ed-55ab-40de-86e7-b646c3bd7f8f), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:51.493285 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Router f63e94ed-55ab-40de-86e7-b646c3bd7f8f is scheduled to L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:10:51.506050 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:51.556333 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fb6507-19d6-45ef-bf13-fbecc5042f34 None None] Network 6428178e-b2c3-4ed8-8208-a2488665a794 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:10:51.591800 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-f0595a0f-beb0-4890-8a14-4808b00ecf0e None None] Provisioning complete for port a7dbd258-5713-4163-9ffc-a79f06010310 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:51.592374 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0595a0f-beb0-4890-8a14-4808b00ecf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (a7dbd258-5713-4163-9ffc-a79f06010310), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:51.606185 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:10:51.631167 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Sync routers for ids ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:10:51.636562 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:51.637952 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-a7ecc335-8a83-42ff-839e-769dd979c62b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7762334 Jun 23 11:10:51.641187 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44660) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:51.665053 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:51.680739 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Routers {'f63e94ed-55ab-40de-86e7-b646c3bd7f8f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:10:51.681384 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:10:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:51.926877 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:51.959304 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6967f-711f-4ad1-b4f5-38e9705f5625 req-a79382a0-3f57-4356-9734-9747c15c39d6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:51.960921 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c0a6967f-711f-4ad1-b4f5-38e9705f5625 req-a79382a0-3f57-4356-9734-9747c15c39d6 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 946 time: 0.0786638 Jun 23 11:10:51.976761 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f0595a0f-beb0-4890-8a14-4808b00ecf0e None None] Current status of the port a7dbd258-5713-4163-9ffc-a79f06010310 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:10:51.976884 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0595a0f-beb0-4890-8a14-4808b00ecf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (a7dbd258-5713-4163-9ffc-a79f06010310), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:51.981310 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:52.008848 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Set router f63e94ed-55ab-40de-86e7-b646c3bd7f8f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:10:52.065110 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c0a6967f-711f-4ad1-b4f5-38e9705f5625 req-b68b09e8-ebf0-4b8e-af29-d80aa448c15a tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups?id=31c3cefa-4f65-42c7-bdcc-e25d97819798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797682 Jun 23 11:10:52.077262 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-f0595a0f-beb0-4890-8a14-4808b00ecf0e None None] For port a7dbd258-5713-4163-9ffc-a79f06010310, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=a7dbd258-5713-4163-9ffc-a79f06010310,segment=NetworkSegment(a7d60003-a1ed-4e04-9b38-93477e650f24),segment_id=a7d60003-a1ed-4e04-9b38-93477e650f24)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:10:52.082799 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0595a0f-beb0-4890-8a14-4808b00ecf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (a7dbd258-5713-4163-9ffc-a79f06010310), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.180224 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.195062 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0595a0f-beb0-4890-8a14-4808b00ecf0e None None] Pushing event updated for resources: {'Port': ['ID=a7dbd258-5713-4163-9ffc-a79f06010310,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:52.258709 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'name': 'tempest-TestShelveInstance-1945488488-router', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:49Z', 'updated_at': '2022-06-23T11:10:51Z', 'revision_number': 3, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'gw_port': {'id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:50Z', 'updated_at': '2022-06-23T11:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:52.284421 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Checking router: f63e94ed-55ab-40de-86e7-b646c3bd7f8f for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:10:52.284700 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Updating router f63e94ed-55ab-40de-86e7-b646c3bd7f8f port 74329ccc-4670-402b-b7e8-b98b24bf18f8 binding host dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:10:52.322248 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (74329ccc-4670-402b-b7e8-b98b24bf18f8), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.324046 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-cd82cd64-c8dd-4610-b1bd-6256759e4422 None None] Provisioning complete for port a7dbd258-5713-4163-9ffc-a79f06010310 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:52.324782 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cd82cd64-c8dd-4610-b1bd-6256759e4422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (a7dbd258-5713-4163-9ffc-a79f06010310), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.338907 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f0d06-8a86-4b99-943c-055f39e3c665 req-81280976-c91c-4867-b1d3-cc0bb2d864de tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:52.340374 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f78f0d06-8a86-4b99-943c-055f39e3c665 req-81280976-c91c-4867-b1d3-cc0bb2d864de tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.60 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 946 time: 0.0478761 Jun 23 11:10:52.350229 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Allocated IP 172.20.0.1 (6428178e-b2c3-4ed8-8208-a2488665a794/75069e95-c0cf-45c2-8c4f-686a6b68266a/e12a8ec7-1f2a-4315-847b-2a073c5bdc3c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:10:52.383518 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:52.467434 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device a7dbd258-5713-4163-9ffc-a79f06010310 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:10:52.472455 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:52.473982 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-f78f0d06-8a86-4b99-943c-055f39e3c665 req-15c27daf-517e-4f29-a0e6-bc9800d0ae4d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Deleting port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:10:52.474613 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f78f0d06-8a86-4b99-943c-055f39e3c665 req-15c27daf-517e-4f29-a0e6-bc9800d0ae4d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.485493 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Publish callbacks [] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.518417 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.554721 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-cd82cd64-c8dd-4610-b1bd-6256759e4422 None None] Current status of the port a7dbd258-5713-4163-9ffc-a79f06010310 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:10:52.557654 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Network 6428178e-b2c3-4ed8-8208-a2488665a794 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:10:52.562733 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:10:52.566767 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:10:52.570391 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-f78f0d06-8a86-4b99-943c-055f39e3c665 req-15c27daf-517e-4f29-a0e6-bc9800d0ae4d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] For port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:10:52.571012 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f78f0d06-8a86-4b99-943c-055f39e3c665 req-15c27daf-517e-4f29-a0e6-bc9800d0ae4d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.572376 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e12a8ec7-1f2a-4315-847b-2a073c5bdc3c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:52.614195 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port a7dbd258-5713-4163-9ffc-a79f06010310 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:52.615126 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (a7dbd258-5713-4163-9ffc-a79f06010310), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.616590 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264168'] for router_interface (f63e94ed-55ab-40de-86e7-b646c3bd7f8f), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.738144 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Publish callbacks [] for port (74329ccc-4670-402b-b7e8-b98b24bf18f8), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.750046 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:52.753563 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:52.754229 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f78f0d06-8a86-4b99-943c-055f39e3c665 req-15c27daf-517e-4f29-a0e6-bc9800d0ae4d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.754780 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (74329ccc-4670-402b-b7e8-b98b24bf18f8), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.755103 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f78f0d06-8a86-4b99-943c-055f39e3c665 req-15c27daf-517e-4f29-a0e6-bc9800d0ae4d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (ea25832e-5245-4261-8286-5274218bffc8), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.755607 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [req-f78f0d06-8a86-4b99-943c-055f39e3c665 req-15c27daf-517e-4f29-a0e6-bc9800d0ae4d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Floating IP ea25832e-5245-4261-8286-5274218bffc8 disassociated. External IP: 172.27.2.143, port: 51cdb0e1-56be-4180-8c9e-d3a829c5bb64. Jun 23 11:10:52.756376 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-f78f0d06-8a86-4b99-943c-055f39e3c665 req-15c27daf-517e-4f29-a0e6-bc9800d0ae4d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Calling delete_port for 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:10:52.766963 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:52.798887 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.839156 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Attempting to bind port 74329ccc-4670-402b-b7e8-b98b24bf18f8 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:10:52.839463 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Attempting to bind port 74329ccc-4670-402b-b7e8-b98b24bf18f8 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:10:52.839839 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Attempting to bind port 74329ccc-4670-402b-b7e8-b98b24bf18f8 on network e8f8f139-acd0-41ed-b18b-d78ae7145230 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:10:52.866394 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14211f78-cf45-4e03-8922-2918851a128f None None] Pushing event updated for resources: {'Port': ['ID=74329ccc-4670-402b-b7e8-b98b24bf18f8,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:52.871049 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:10:52.871440 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Checking segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:10:52.871898 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.872299 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Bound using segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:10:52.872786 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Bound port: 74329ccc-4670-402b-b7e8-b98b24bf18f8, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:10:52.873171 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (74329ccc-4670-402b-b7e8-b98b24bf18f8), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.921845 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port a7dbd258-5713-4163-9ffc-a79f06010310 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:10:52.923589 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f78f0d06-8a86-4b99-943c-055f39e3c665 req-15c27daf-517e-4f29-a0e6-bc9800d0ae4d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (51cdb0e1-56be-4180-8c9e-d3a829c5bb64), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.936163 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-72be9260-a933-4807-bc4e-7ba9d66bb5be None None] Provisioning complete for port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:52.937409 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72be9260-a933-4807-bc4e-7ba9d66bb5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:52.954359 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c27daf-517e-4f29-a0e6-bc9800d0ae4d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event deleted for resources: {'Port': ['ID=51cdb0e1-56be-4180-8c9e-d3a829c5bb64,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:52.971056 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:53.022803 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] For port 74329ccc-4670-402b-b7e8-b98b24bf18f8, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:10:53.024049 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Publish callbacks [] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:53.026659 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] For port 74329ccc-4670-402b-b7e8-b98b24bf18f8, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=74329ccc-4670-402b-b7e8-b98b24bf18f8,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:10:53.030452 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:53.031369 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-72be9260-a933-4807-bc4e-7ba9d66bb5be None None] Port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:10:53.036196 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (74329ccc-4670-402b-b7e8-b98b24bf18f8), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:53.095606 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Routers {'f63e94ed-55ab-40de-86e7-b646c3bd7f8f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:10:53.096261 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:10:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:53.110284 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e12a8ec7-1f2a-4315-847b-2a073c5bdc3c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:53.112851 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-263800'] for router_interface (f63e94ed-55ab-40de-86e7-b646c3bd7f8f), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:53.117036 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f78f0d06-8a86-4b99-943c-055f39e3c665 req-15c27daf-517e-4f29-a0e6-bc9800d0ae4d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Router 30d9e387-96f4-416e-8485-9eabe8b4d957 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:10:53.212830 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Network 6428178e-b2c3-4ed8-8208-a2488665a794 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:10:53.214850 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:10:53.215299 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14211f78-cf45-4e03-8922-2918851a128f None None] Pushing event updated for resources: {'Port': ['ID=74329ccc-4670-402b-b7e8-b98b24bf18f8,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:53.252102 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] Set router f63e94ed-55ab-40de-86e7-b646c3bd7f8f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:10:53.256073 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-08529e54-9f08-4cc6-b58d-d7365817d323 req-c6231378-6a4d-4d29-acde-3885c5afefc9 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 210 time: 0.0654337 Jun 23 11:10:53.269332 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f78f0d06-8a86-4b99-943c-055f39e3c665 req-15c27daf-517e-4f29-a0e6-bc9800d0ae4d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:10:53.283000 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beffe04-37e8-40f0-8e13-8f25690f184b None None] Sync routers for ids ['30d9e387-96f4-416e-8485-9eabe8b4d957'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:10:53.298042 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beffe04-37e8-40f0-8e13-8f25690f184b None None] Routers {'30d9e387-96f4-416e-8485-9eabe8b4d957'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:10:53.298685 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0beffe04-37e8-40f0-8e13-8f25690f184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:10:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['30d9e387-96f4-416e-8485-9eabe8b4d957'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:53.315263 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78f0d06-8a86-4b99-943c-055f39e3c665 req-15c27daf-517e-4f29-a0e6-bc9800d0ae4d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] No DVR routers for this DVR port 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 on host hv-cinder-84330 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:10:53.324535 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f78f0d06-8a86-4b99-943c-055f39e3c665 req-15c27daf-517e-4f29-a0e6-bc9800d0ae4d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:53.329914 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f78f0d06-8a86-4b99-943c-055f39e3c665 req-15c27daf-517e-4f29-a0e6-bc9800d0ae4d tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.60 "DELETE /v2.0/ports/51cdb0e1-56be-4180-8c9e-d3a829c5bb64 HTTP/1.1" status: 204 len: 173 time: 0.9831913 Jun 23 11:10:53.330391 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248be1ac-b2c3-4081-adba-30258b95aa91', 'name': 'network-vif-deleted', 'tag': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:10:53.332853 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2a394d-16b5-446b-9e76-c2c4cdf30529" -d '{"events": [{"server_uuid": "248be1ac-b2c3-4081-adba-30258b95aa91", "name": "network-vif-deleted", "tag": "51cdb0e1-56be-4180-8c9e-d3a829c5bb64"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:10:53.343500 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:53.399192 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Router f63e94ed-55ab-40de-86e7-b646c3bd7f8f has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:10:53.403742 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a450f0c4-3923-4a48-80d5-6b55a8fc759d x-openstack-request-id: req-a450f0c4-3923-4a48-80d5-6b55a8fc759d {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:10:53.404258 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248be1ac-b2c3-4081-adba-30258b95aa91", "name": "network-vif-deleted", "tag": "51cdb0e1-56be-4180-8c9e-d3a829c5bb64", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:10:53.404258 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a450f0c4-3923-4a48-80d5-6b55a8fc759d {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:10:53.404660 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a450f0c4-3923-4a48-80d5-6b55a8fc759d'] response: {'server_uuid': '248be1ac-b2c3-4081-adba-30258b95aa91', 'name': 'network-vif-deleted', 'tag': '51cdb0e1-56be-4180-8c9e-d3a829c5bb64', 'status': 'completed', 'code': 200} Jun 23 11:10:53.483732 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-0beffe04-37e8-40f0-8e13-8f25690f184b None None] Set router 30d9e387-96f4-416e-8485-9eabe8b4d957 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:10:53.581542 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'name': 'tempest-TestShelveInstance-1945488488-router', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:49Z', 'updated_at': '2022-06-23T11:10:52Z', 'revision_number': 4, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'gw_port': {'id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:50Z', 'updated_at': '2022-06-23T11:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'e12a8ec7-1f2a-4315-847b-2a073c5bdc3c', 'name': '', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'mac_address': 'fa:16:3e:34:6c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:52Z', 'updated_at': '2022-06-23T11:10:52Z', 'revision_number': 2, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'subnets': [{'id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:53.591905 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:10:53.606447 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-6123b686-2ac3-4b17-89cf-2bf30efcd7d6 admin admin] 10.222.0.65 "PUT /v2.0/routers/f63e94ed-55ab-40de-86e7-b646c3bd7f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9640667 Jun 23 11:10:53.619099 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a85ef4-527c-48b8-89e3-590e387a0743 None None] The sync data for ids ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'] in dv-cinder-843309-2-iscsi is: [{'id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'name': 'tempest-TestShelveInstance-1945488488-router', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:49Z', 'updated_at': '2022-06-23T11:10:52Z', 'revision_number': 4, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'gw_port': {'id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:50Z', 'updated_at': '2022-06-23T11:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'e12a8ec7-1f2a-4315-847b-2a073c5bdc3c', 'name': '', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'mac_address': 'fa:16:3e:34:6c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:52Z', 'updated_at': '2022-06-23T11:10:52Z', 'revision_number': 2, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'subnets': [{'id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:10:53.661199 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-6c8a0960-8326-450e-a7ab-a97de77775bf None None] Provisioning complete for port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:53.661647 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6c8a0960-8326-450e-a7ab-a97de77775bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:53.708368 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a0960-8326-450e-a7ab-a97de77775bf None None] Port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:10:53.753766 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0beffe04-37e8-40f0-8e13-8f25690f184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 4, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'f6d87cb1-e5d8-4b76-bf3e-74968156cb2b', 'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'tenant_id': '172a9e51095e47318b27881dab868355', 'mac_address': 'fa:16:3e:e1:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:37Z', 'updated_at': '2022-06-23T11:03:41Z', 'revision_number': 5, 'project_id': '172a9e51095e47318b27881dab868355', 'subnets': [{'id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:53.783021 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beffe04-37e8-40f0-8e13-8f25690f184b None None] Checking router: 30d9e387-96f4-416e-8485-9eabe8b4d957 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:10:53.792022 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beffe04-37e8-40f0-8e13-8f25690f184b None None] Routers {'30d9e387-96f4-416e-8485-9eabe8b4d957'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:10:53.792864 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0beffe04-37e8-40f0-8e13-8f25690f184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:10:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['30d9e387-96f4-416e-8485-9eabe8b4d957'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:53.950789 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-0beffe04-37e8-40f0-8e13-8f25690f184b None None] Set router 30d9e387-96f4-416e-8485-9eabe8b4d957 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:10:54.385003 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44712) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:54.388165 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0beffe04-37e8-40f0-8e13-8f25690f184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 4, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'f6d87cb1-e5d8-4b76-bf3e-74968156cb2b', 'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'tenant_id': '172a9e51095e47318b27881dab868355', 'mac_address': 'fa:16:3e:e1:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:37Z', 'updated_at': '2022-06-23T11:03:41Z', 'revision_number': 5, 'project_id': '172a9e51095e47318b27881dab868355', 'subnets': [{'id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:54.402181 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1033283535-network', 'tenant_id': 'f4fc5691fa8047b78be8470190280941'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:10:54.459576 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Made reservation on behalf of f4fc5691fa8047b78be8470190280941 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:10:54.462376 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:54.466882 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beffe04-37e8-40f0-8e13-8f25690f184b None None] The sync data for ids ['30d9e387-96f4-416e-8485-9eabe8b4d957'] in dv-cinder-843309-2-iscsi is: [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:03:37Z', 'revision_number': 4, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'f6d87cb1-e5d8-4b76-bf3e-74968156cb2b', 'name': '', 'network_id': 'cde6b719-8052-4ec2-a733-c2d79d7cb320', 'tenant_id': '172a9e51095e47318b27881dab868355', 'mac_address': 'fa:16:3e:e1:9a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:37Z', 'updated_at': '2022-06-23T11:03:41Z', 'revision_number': 5, 'project_id': '172a9e51095e47318b27881dab868355', 'subnets': [{'id': '4f753206-e3ef-4560-9487-b37ef85f0bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:10:54.482184 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:54.556154 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-013d0827-1cd1-4055-b33e-ecc1e6925c34 req-4d9f17fc-a571-4310-b4a4-bb62634b15f9 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/ports?device_id=248be1ac-b2c3-4081-adba-30258b95aa91 HTTP/1.1" status: 200 len: 210 time: 0.1062560 Jun 23 11:10:54.687074 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Publish callbacks [] for security_group (fd3d5698-d2d6-4950-995c-320d50afcf09), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:54.697975 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (fd3d5698-d2d6-4950-995c-320d50afcf09), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:54.726574 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:10:54.741972 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3d5698-d2d6-4950-995c-320d50afcf09,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:54.754240 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:54.754595 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:54.754945 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:54.755289 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:54.755625 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:54.756048 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:54.756461 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:54.756945 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:54.757404 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:54.757811 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:54.758147 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:54.758467 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:54.758792 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:54.759114 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:54.759610 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:54.766795 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (52fd591a-f776-4935-85f9-1386d72bc1d0), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:54.767209 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.segments_db [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Added segment 52fd591a-f776-4935-85f9-1386d72bc1d0 of type vlan for network 8a79c855-47b2-4caa-ab97-41190fa3d246 Jun 23 11:10:54.833591 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (8a79c855-47b2-4caa-ab97-41190fa3d246), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:54.877047 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (8a79c855-47b2-4caa-ab97-41190fa3d246), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:54.878164 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:54.878901 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:54.887899 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:54.902369 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842b5c0f-562c-4f1a-8194-7cf30255a157 None None] New status for floating IP ea25832e-5245-4261-8286-5274218bffc8: DOWN {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:10:54.917846 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5317364 Jun 23 11:10:54.920752 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44722) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:54.926324 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Request body: {'subnet': {'network_id': '8a79c855-47b2-4caa-ab97-41190fa3d246', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1033283535-subnet', 'tenant_id': 'f4fc5691fa8047b78be8470190280941', 'ip_version': 4}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:10:54.948247 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4f86b-9e0c-4e10-90b4-4e145785f74c admin admin] Pushing event updated for resources: {'Network': ['ID=8a79c855-47b2-4caa-ab97-41190fa3d246,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:54.959403 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Made reservation on behalf of f4fc5691fa8047b78be8470190280941 for: {'subnet': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:10:54.962028 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59763315'] for subnet (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:54.966937 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network 8a79c855-47b2-4caa-ab97-41190fa3d246 details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:10:55.161832 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60180971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59763205'] for subnet (a73f1020-8678-4d38-87d2-9a3b96516173), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.220913 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a73f1020-8678-4d38-87d2-9a3b96516173,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:55.232990 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:55.233336 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:55.234236 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:55.234593 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:55.234910 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:55.235241 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:55.235561 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:55.235977 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:55.236305 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:55.236637 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:55.236959 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:55.237282 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:55.237600 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:55.237919 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:55.238236 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:55.244921 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Checking segment: {'id': '52fd591a-f776-4935-85f9-1386d72bc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8a79c855-47b2-4caa-ab97-41190fa3d246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:10:55.245288 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Network hostable DHCP agents. Network: 8a79c855-47b2-4caa-ab97-41190fa3d246, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:10:55.264864 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Network 8a79c855-47b2-4caa-ab97-41190fa3d246 is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:10:55.276175 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, 8a79c855-47b2-4caa-ab97-41190fa3d246) {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:10:55.281079 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:10:55.281689 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.286896 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673582b3-6e8d-450e-a8bc-0f52071a217f None None] Network 8a79c855-47b2-4caa-ab97-41190fa3d246 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:10:55.291072 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:55.302485 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-7a9acd23-cb05-411e-ae26-8a94c5b66a15 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3778121 Jun 23 11:10:55.303013 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44724) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:55.308107 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1033283535-router', 'tenant_id': 'f4fc5691fa8047b78be8470190280941', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:10:55.317130 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:55.334705 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-269140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27372'] for router (f8a0dece-b392-4606-81ee-b73b93be8adb), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.335727 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27387'] for router (f8a0dece-b392-4606-81ee-b73b93be8adb), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.394537 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Publish callbacks [] for router_controller (f8a0dece-b392-4606-81ee-b73b93be8adb), precommit_add_association {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.394993 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:55.411861 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831447ca-f02e-5cfc-b666-521d41d301dd-8a79c855-47b2-4caa-ab97-41190fa3d246', 'network_id': '8a79c855-47b2-4caa-ab97-41190fa3d246', 'project_id': 'f4fc5691fa8047b78be8470190280941', 'fixed_ips': [{'subnet_id': 'a73f1020-8678-4d38-87d2-9a3b96516173'}]}} from dv-cinder-843309-2-iscsi. {{(pid=103954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:10:55.412822 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.534042 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Publish callbacks [] for router_gateway (f8a0dece-b392-4606-81ee-b73b93be8adb), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.539489 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:55.563556 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Allocated IP 172.20.0.2 (8a79c855-47b2-4caa-ab97-41190fa3d246/a73f1020-8678-4d38-87d2-9a3b96516173/10ce98a7-b872-4190-b67c-0186752a5509) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:10:55.657851 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44730) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:55.725975 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Publish callbacks [] for port (10ce98a7-b872-4190-b67c-0186752a5509), precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.729922 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1203b94f-3800-411b-9809-1cdfb031de69 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group (31c3cefa-4f65-42c7-bdcc-e25d97819798), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.733875 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (10ce98a7-b872-4190-b67c-0186752a5509), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.743319 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Publish callbacks [] for router_gateway (f8a0dece-b392-4606-81ee-b73b93be8adb), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.754944 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1203b94f-3800-411b-9809-1cdfb031de69 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group (31c3cefa-4f65-42c7-bdcc-e25d97819798), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.765896 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.777747 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Network 8a79c855-47b2-4caa-ab97-41190fa3d246 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:10:55.780814 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:10:55.784735 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:10:55.791686 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Pushing event updated for resources: {'Port': ['ID=10ce98a7-b872-4190-b67c-0186752a5509,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:55.814042 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1203b94f-3800-411b-9809-1cdfb031de69 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (31c3cefa-4f65-42c7-bdcc-e25d97819798), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.817237 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1203b94f-3800-411b-9809-1cdfb031de69 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.818445 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-1203b94f-3800-411b-9809-1cdfb031de69 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "DELETE /v2.0/security-groups/31c3cefa-4f65-42c7-bdcc-e25d97819798 HTTP/1.1" status: 204 len: 168 time: 0.1596034 Jun 23 11:10:55.821994 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44732) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:55.839816 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203b94f-3800-411b-9809-1cdfb031de69 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c3cefa-4f65-42c7-bdcc-e25d97819798,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:55.841672 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.api.v2.resource [None req-54c214b8-a2f9-44ee-9cd8-f0dbe3a83c03 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] show failed (client error): The resource could not be found. Jun 23 11:10:55.842692 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-54c214b8-a2f9-44ee-9cd8-f0dbe3a83c03 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "GET /v2.0/security-groups/31c3cefa-4f65-42c7-bdcc-e25d97819798 HTTP/1.1" status: 404 len: 347 time: 0.0197494 Jun 23 11:10:55.845697 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44734) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:55.848560 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Attempting to bind port 10ce98a7-b872-4190-b67c-0186752a5509 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:10:55.849015 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Attempting to bind port 10ce98a7-b872-4190-b67c-0186752a5509 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '52fd591a-f776-4935-85f9-1386d72bc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8a79c855-47b2-4caa-ab97-41190fa3d246'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:10:55.849603 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Attempting to bind port 10ce98a7-b872-4190-b67c-0186752a5509 on network 8a79c855-47b2-4caa-ab97-41190fa3d246 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:10:55.863880 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:10:55.864562 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Checking segment: {'id': '52fd591a-f776-4935-85f9-1386d72bc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8a79c855-47b2-4caa-ab97-41190fa3d246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:10:55.865073 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.865668 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Bound using segment: {'id': '52fd591a-f776-4935-85f9-1386d72bc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8a79c855-47b2-4caa-ab97-41190fa3d246'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:10:55.866340 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Bound port: 10ce98a7-b872-4190-b67c-0186752a5509, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fd591a-f776-4935-85f9-1386d72bc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8a79c855-47b2-4caa-ab97-41190fa3d246'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:10:55.866762 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (10ce98a7-b872-4190-b67c-0186752a5509), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.895719 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Allocated IP 172.27.2.29 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/d1fd3b1c-9d36-428d-8734-277c9689b71c) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:10:55.968136 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] For port 10ce98a7-b872-4190-b67c-0186752a5509, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:10:55.972446 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] For port 10ce98a7-b872-4190-b67c-0186752a5509, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=10ce98a7-b872-4190-b67c-0186752a5509,segment=NetworkSegment(52fd591a-f776-4935-85f9-1386d72bc1d0),segment_id=52fd591a-f776-4935-85f9-1386d72bc1d0)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:10:55.985651 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (10ce98a7-b872-4190-b67c-0186752a5509), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:55.996330 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4c83e993-8239-404a-8ec6-a6b5d1783dc0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Deleting port a8acab82-7177-4367-b18d-39f9e33a4337 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:10:55.997073 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c83e993-8239-404a-8ec6-a6b5d1783dc0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (a8acab82-7177-4367-b18d-39f9e33a4337), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:56.049431 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Publish callbacks [] for port (d1fd3b1c-9d36-428d-8734-277c9689b71c), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:56.075594 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a7d4e-1b4f-4ffc-82a7-9e31b223c823 None None] Pushing event updated for resources: {'Port': ['ID=10ce98a7-b872-4190-b67c-0186752a5509,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:56.102296 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (d1fd3b1c-9d36-428d-8734-277c9689b71c), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:56.107822 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c83e993-8239-404a-8ec6-a6b5d1783dc0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (a8acab82-7177-4367-b18d-39f9e33a4337), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:56.109497 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c83e993-8239-404a-8ec6-a6b5d1783dc0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for floatingip (a8acab82-7177-4367-b18d-39f9e33a4337), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:56.124089 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4c83e993-8239-404a-8ec6-a6b5d1783dc0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Calling delete_port for a8acab82-7177-4367-b18d-39f9e33a4337 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:10:56.151731 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:10:56.154909 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:10:56.159342 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:10:56.187397 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:56.203956 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:56.309409 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Pushing event updated for resources: {'Port': ['ID=d1fd3b1c-9d36-428d-8734-277c9689b71c,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:56.391028 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c83e993-8239-404a-8ec6-a6b5d1783dc0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (a8acab82-7177-4367-b18d-39f9e33a4337), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:56.459212 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83e993-8239-404a-8ec6-a6b5d1783dc0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Pushing event deleted for resources: {'Port': ['ID=a8acab82-7177-4367-b18d-39f9e33a4337,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:56.553158 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 74329ccc-4670-402b-b7e8-b98b24bf18f8 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:10:56.576636 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c83e993-8239-404a-8ec6-a6b5d1783dc0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks [] for floatingip (ea25832e-5245-4261-8286-5274218bffc8), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:56.579156 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c83e993-8239-404a-8ec6-a6b5d1783dc0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:56.580516 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-4c83e993-8239-404a-8ec6-a6b5d1783dc0 tempest-AttachVolumeShelveTestJSON-1229079191 tempest-AttachVolumeShelveTestJSON-1229079191-project] 10.222.0.65 "DELETE /v2.0/floatingips/ea25832e-5245-4261-8286-5274218bffc8 HTTP/1.1" status: 204 len: 168 time: 0.7340465 Jun 23 11:10:56.582928 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:10:56.606574 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Sync routers for ids ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:10:56.613296 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:56.615159 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:10:56.615496 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 51cdb0e1-56be-4180-8c9e-d3a829c5bb64 not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:10:56.618122 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Publish callbacks [] for router_gateway (f8a0dece-b392-4606-81ee-b73b93be8adb), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:56.621157 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Routers {'f63e94ed-55ab-40de-86e7-b646c3bd7f8f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:10:56.621853 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:10:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:56.635394 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 74329ccc-4670-402b-b7e8-b98b24bf18f8 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:56.636036 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (74329ccc-4670-402b-b7e8-b98b24bf18f8), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:56.668373 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:56.734873 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:56.741099 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 74329ccc-4670-402b-b7e8-b98b24bf18f8 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:10:56.741505 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (74329ccc-4670-402b-b7e8-b98b24bf18f8), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:56.753935 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Set router f63e94ed-55ab-40de-86e7-b646c3bd7f8f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:10:56.774264 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port 74329ccc-4670-402b-b7e8-b98b24bf18f8, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=74329ccc-4670-402b-b7e8-b98b24bf18f8,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:10:56.779150 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (74329ccc-4670-402b-b7e8-b98b24bf18f8), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:56.781161 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 10ce98a7-b872-4190-b67c-0186752a5509 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:10:56.844910 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-269750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390477'] for router (f8a0dece-b392-4606-81ee-b73b93be8adb), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:56.867853 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=74329ccc-4670-402b-b7e8-b98b24bf18f8,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:56.875064 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:56.882789 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 10ce98a7-b872-4190-b67c-0186752a5509 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:56.883163 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (10ce98a7-b872-4190-b67c-0186752a5509), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:56.908946 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=8 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:56.975200 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 10ce98a7-b872-4190-b67c-0186752a5509 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:10:56.977537 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (10ce98a7-b872-4190-b67c-0186752a5509), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:56.986187 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'name': 'tempest-TestShelveInstance-1945488488-router', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:49Z', 'updated_at': '2022-06-23T11:10:52Z', 'revision_number': 4, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'gw_port': {'id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:50Z', 'updated_at': '2022-06-23T11:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'e12a8ec7-1f2a-4315-847b-2a073c5bdc3c', 'name': '', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'mac_address': 'fa:16:3e:34:6c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:52Z', 'updated_at': '2022-06-23T11:10:52Z', 'revision_number': 2, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'subnets': [{'id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:57.016777 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Checking router: f63e94ed-55ab-40de-86e7-b646c3bd7f8f for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:10:57.017463 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Updating router f63e94ed-55ab-40de-86e7-b646c3bd7f8f port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c binding host dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:10:57.028037 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port 10ce98a7-b872-4190-b67c-0186752a5509, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=10ce98a7-b872-4190-b67c-0186752a5509,segment=NetworkSegment(52fd591a-f776-4935-85f9-1386d72bc1d0),segment_id=52fd591a-f776-4935-85f9-1386d72bc1d0)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:10:57.038783 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (10ce98a7-b872-4190-b67c-0186752a5509), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:57.054456 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:57.114503 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=10ce98a7-b872-4190-b67c-0186752a5509,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:57.276947 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Router f8a0dece-b392-4606-81ee-b73b93be8adb is scheduled to L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 with binding_index 1 {{(pid=103952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:10:57.303596 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee15ff1a-17d4-410f-ba8a-77740a7e10cd None None] Network 8a79c855-47b2-4caa-ab97-41190fa3d246 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:10:57.347772 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Publish callbacks [] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:57.354335 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:57.378914 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-4f3deca7-c11e-4337-94f7-e2540a21eb1d None None] Provisioning complete for port 10ce98a7-b872-4190-b67c-0186752a5509 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:57.379237 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f3deca7-c11e-4337-94f7-e2540a21eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (10ce98a7-b872-4190-b67c-0186752a5509), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:57.387476 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:10:57.411215 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b71ab-f145-4498-b29a-138db7b098db None None] Pushing event updated for resources: {'Port': ['ID=e12a8ec7-1f2a-4315-847b-2a073c5bdc3c,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:57.413822 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:57.415531 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-806fe775-2041-49fc-8fd2-3df7206f1c15 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1115813 Jun 23 11:10:57.418363 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44752) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:57.421225 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Sync routers for ids ['f8a0dece-b392-4606-81ee-b73b93be8adb'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:10:57.422118 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b71ab-f145-4498-b29a-138db7b098db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:57.422464 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b71ab-f145-4498-b29a-138db7b098db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:57.423132 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b71ab-f145-4498-b29a-138db7b098db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:57.423491 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b71ab-f145-4498-b29a-138db7b098db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:57.424253 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b71ab-f145-4498-b29a-138db7b098db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:57.424579 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b71ab-f145-4498-b29a-138db7b098db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:57.424907 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b71ab-f145-4498-b29a-138db7b098db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:57.425533 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b71ab-f145-4498-b29a-138db7b098db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:57.425533 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b71ab-f145-4498-b29a-138db7b098db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:57.425859 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b71ab-f145-4498-b29a-138db7b098db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:57.426179 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b71ab-f145-4498-b29a-138db7b098db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:57.426515 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b71ab-f145-4498-b29a-138db7b098db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:57.426837 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b71ab-f145-4498-b29a-138db7b098db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:57.427152 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b71ab-f145-4498-b29a-138db7b098db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:57.427460 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b71ab-f145-4498-b29a-138db7b098db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:10:57.504440 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-4f3deca7-c11e-4337-94f7-e2540a21eb1d None None] Current status of the port 10ce98a7-b872-4190-b67c-0186752a5509 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:10:57.509197 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Routers {'f8a0dece-b392-4606-81ee-b73b93be8adb'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:10:57.509843 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:10:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['f8a0dece-b392-4606-81ee-b73b93be8adb'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:57.519238 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Attempting to bind port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:10:57.519602 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Attempting to bind port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': 'a7d60003-a1ed-4e04-9b38-93477e650f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:10:57.519998 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Attempting to bind port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c on network 6428178e-b2c3-4ed8-8208-a2488665a794 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:10:57.528233 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:10:57.528608 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Checking segment: {'id': 'a7d60003-a1ed-4e04-9b38-93477e650f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:10:57.529013 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:57.529401 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Bound using segment: {'id': 'a7d60003-a1ed-4e04-9b38-93477e650f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:10:57.529874 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Bound port: e12a8ec7-1f2a-4315-847b-2a073c5bdc3c, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d60003-a1ed-4e04-9b38-93477e650f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:10:57.530244 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:57.560000 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:57.649543 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] For port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:10:57.653960 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] For port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=e12a8ec7-1f2a-4315-847b-2a073c5bdc3c,segment=NetworkSegment(a7d60003-a1ed-4e04-9b38-93477e650f24),segment_id=a7d60003-a1ed-4e04-9b38-93477e650f24)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:10:57.663430 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:57.692188 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Set router f8a0dece-b392-4606-81ee-b73b93be8adb gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:10:57.802143 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Routers {'f63e94ed-55ab-40de-86e7-b646c3bd7f8f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:10:57.803045 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:10:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:57.910868 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:57.913865 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b71ab-f145-4498-b29a-138db7b098db None None] Pushing event updated for resources: {'Port': ['ID=e12a8ec7-1f2a-4315-847b-2a073c5bdc3c,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:58.020761 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-ee6e119f-5aa3-4e58-8af6-328961cd8f48 None None] Provisioning complete for port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:58.021293 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ee6e119f-5aa3-4e58-8af6-328961cd8f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:58.074394 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] Set router f63e94ed-55ab-40de-86e7-b646c3bd7f8f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:10:58.076921 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'name': 'tempest-TestShelveInstance-1033283535-router', 'tenant_id': 'f4fc5691fa8047b78be8470190280941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd1fd3b1c-9d36-428d-8734-277c9689b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:55Z', 'updated_at': '2022-06-23T11:10:56Z', 'revision_number': 3, 'project_id': 'f4fc5691fa8047b78be8470190280941', 'gw_port': {'id': 'd1fd3b1c-9d36-428d-8734-277c9689b71c', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:55Z', 'updated_at': '2022-06-23T11:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:58.116967 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Checking router: f8a0dece-b392-4606-81ee-b73b93be8adb for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:10:58.116967 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Updating router f8a0dece-b392-4606-81ee-b73b93be8adb port d1fd3b1c-9d36-428d-8734-277c9689b71c binding host dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:10:58.138133 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:58.144242 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:58.208470 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (d1fd3b1c-9d36-428d-8734-277c9689b71c), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:58.237386 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ee6e119f-5aa3-4e58-8af6-328961cd8f48 None None] Current status of the port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:10:58.238391 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ee6e119f-5aa3-4e58-8af6-328961cd8f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:58.382304 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'name': 'tempest-TestShelveInstance-1945488488-router', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:49Z', 'updated_at': '2022-06-23T11:10:52Z', 'revision_number': 4, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'gw_port': {'id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:50Z', 'updated_at': '2022-06-23T11:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'e12a8ec7-1f2a-4315-847b-2a073c5bdc3c', 'name': '', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'mac_address': 'fa:16:3e:34:6c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:52Z', 'updated_at': '2022-06-23T11:10:57Z', 'revision_number': 4, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'subnets': [{'id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:58.414941 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fdcaf-b29e-4961-8347-055c164fb13c None None] The sync data for ids ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'] in dv-cinder-843309-2-iscsi is: [{'id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'name': 'tempest-TestShelveInstance-1945488488-router', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:49Z', 'updated_at': '2022-06-23T11:10:52Z', 'revision_number': 4, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'gw_port': {'id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:50Z', 'updated_at': '2022-06-23T11:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'e12a8ec7-1f2a-4315-847b-2a073c5bdc3c', 'name': '', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'mac_address': 'fa:16:3e:34:6c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:52Z', 'updated_at': '2022-06-23T11:10:57Z', 'revision_number': 4, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'subnets': [{'id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:10:58.420099 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:58.498719 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-ee6e119f-5aa3-4e58-8af6-328961cd8f48 None None] For port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=e12a8ec7-1f2a-4315-847b-2a073c5bdc3c,segment=NetworkSegment(a7d60003-a1ed-4e04-9b38-93477e650f24),segment_id=a7d60003-a1ed-4e04-9b38-93477e650f24)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:10:58.512347 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 74329ccc-4670-402b-b7e8-b98b24bf18f8 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:10:58.539173 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ee6e119f-5aa3-4e58-8af6-328961cd8f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:58.547403 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:58.590612 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Allocated IP 172.20.0.1 (8a79c855-47b2-4caa-ab97-41190fa3d246/a73f1020-8678-4d38-87d2-9a3b96516173/1c399db4-4172-4bf9-b9f2-ef97b6b3ae53) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:10:58.669890 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e119f-5aa3-4e58-8af6-328961cd8f48 None None] Pushing event updated for resources: {'Port': ['ID=e12a8ec7-1f2a-4315-847b-2a073c5bdc3c,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:58.689837 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 74329ccc-4670-402b-b7e8-b98b24bf18f8 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:58.690208 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (74329ccc-4670-402b-b7e8-b98b24bf18f8), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:58.719207 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Publish callbacks [] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:58.725672 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-49daccdd-16bb-420b-b8b4-2f6317b4995b None None] Provisioning complete for port 10ce98a7-b872-4190-b67c-0186752a5509 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:58.725885 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-49daccdd-16bb-420b-b8b4-2f6317b4995b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (10ce98a7-b872-4190-b67c-0186752a5509), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:58.760826 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:58.771610 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:58.808423 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Network 8a79c855-47b2-4caa-ab97-41190fa3d246 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:10:58.812989 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:10:58.821227 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:10:58.826399 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Pushing event updated for resources: {'Port': ['ID=1c399db4-4172-4bf9-b9f2-ef97b6b3ae53,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:58.869942 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264168'] for router_interface (f8a0dece-b392-4606-81ee-b73b93be8adb), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:58.886722 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Publish callbacks [] for port (d1fd3b1c-9d36-428d-8734-277c9689b71c), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:58.890576 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 74329ccc-4670-402b-b7e8-b98b24bf18f8 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:10:58.891185 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 10ce98a7-b872-4190-b67c-0186752a5509 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:10:58.919685 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:58.935423 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (d1fd3b1c-9d36-428d-8734-277c9689b71c), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:58.993217 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-49daccdd-16bb-420b-b8b4-2f6317b4995b None None] Current status of the port 10ce98a7-b872-4190-b67c-0186752a5509 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:10:59.018427 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf514136-2c17-4c38-9e4c-a1365ba4ddda None None] Pushing event updated for resources: {'Port': ['ID=d1fd3b1c-9d36-428d-8734-277c9689b71c,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:59.021463 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:59.021902 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Attempting to bind port d1fd3b1c-9d36-428d-8734-277c9689b71c on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:10:59.022403 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Attempting to bind port d1fd3b1c-9d36-428d-8734-277c9689b71c by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:10:59.022617 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Attempting to bind port d1fd3b1c-9d36-428d-8734-277c9689b71c on network e8f8f139-acd0-41ed-b18b-d78ae7145230 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:10:59.030715 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-49daccdd-16bb-420b-b8b4-2f6317b4995b None None] Provisioning complete for port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:59.030715 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-49daccdd-16bb-420b-b8b4-2f6317b4995b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:59.058306 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 10ce98a7-b872-4190-b67c-0186752a5509 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:59.058678 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (10ce98a7-b872-4190-b67c-0186752a5509), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:59.060532 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:10:59.060907 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Checking segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:10:59.061298 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:59.062221 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Bound using segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:10:59.062706 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Bound port: d1fd3b1c-9d36-428d-8734-277c9689b71c, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:10:59.063078 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (d1fd3b1c-9d36-428d-8734-277c9689b71c), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:59.069110 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:59.157861 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] For port d1fd3b1c-9d36-428d-8734-277c9689b71c, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:10:59.162084 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] For port d1fd3b1c-9d36-428d-8734-277c9689b71c, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=d1fd3b1c-9d36-428d-8734-277c9689b71c,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:10:59.192956 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (d1fd3b1c-9d36-428d-8734-277c9689b71c), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:59.214637 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Publish callbacks [] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:59.220978 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:59.236772 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:59.279590 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-49daccdd-16bb-420b-b8b4-2f6317b4995b None None] Current status of the port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:10:59.288369 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 10ce98a7-b872-4190-b67c-0186752a5509 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:10:59.289366 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device e12a8ec7-1f2a-4315-847b-2a073c5bdc3c up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:10:59.307841 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Pushing event updated for resources: {'Port': ['ID=1c399db4-4172-4bf9-b9f2-ef97b6b3ae53,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:59.310434 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-263800'] for router_interface (f8a0dece-b392-4606-81ee-b73b93be8adb), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:59.319129 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44788) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:10:59.346347 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Routers {'f8a0dece-b392-4606-81ee-b73b93be8adb'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:10:59.347251 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:10:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['f8a0dece-b392-4606-81ee-b73b93be8adb'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:59.352119 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf514136-2c17-4c38-9e4c-a1365ba4ddda None None] Pushing event updated for resources: {'Port': ['ID=d1fd3b1c-9d36-428d-8734-277c9689b71c,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:10:59.419798 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-e430ae37-0981-4ce3-a2dd-bf5d689324c8 None None] Provisioning complete for port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:59.420172 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e430ae37-0981-4ce3-a2dd-bf5d689324c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:59.431781 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Network 8a79c855-47b2-4caa-ab97-41190fa3d246 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:10:59.433168 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:10:59.489988 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:59.490366 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:59.529251 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e430ae37-0981-4ce3-a2dd-bf5d689324c8 None None] Port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:10:59.567162 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] Set router f8a0dece-b392-4606-81ee-b73b93be8adb gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:10:59.641979 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Router f8a0dece-b392-4606-81ee-b73b93be8adb has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:10:59.652169 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:10:59.778317 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:10:59.783273 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-c5b8c43c-0813-457a-ab93-61c3a340218c admin admin] 10.222.0.65 "PUT /v2.0/routers/f8a0dece-b392-4606-81ee-b73b93be8adb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3627484 Jun 23 11:10:59.847999 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'name': 'tempest-TestShelveInstance-1033283535-router', 'tenant_id': 'f4fc5691fa8047b78be8470190280941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd1fd3b1c-9d36-428d-8734-277c9689b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:55Z', 'updated_at': '2022-06-23T11:10:58Z', 'revision_number': 4, 'project_id': 'f4fc5691fa8047b78be8470190280941', 'gw_port': {'id': 'd1fd3b1c-9d36-428d-8734-277c9689b71c', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:55Z', 'updated_at': '2022-06-23T11:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '1c399db4-4172-4bf9-b9f2-ef97b6b3ae53', 'name': '', 'network_id': '8a79c855-47b2-4caa-ab97-41190fa3d246', 'tenant_id': 'f4fc5691fa8047b78be8470190280941', 'mac_address': 'fa:16:3e:72:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a73f1020-8678-4d38-87d2-9a3b96516173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:58Z', 'updated_at': '2022-06-23T11:10:59Z', 'revision_number': 2, 'project_id': 'f4fc5691fa8047b78be8470190280941', 'subnets': [{'id': 'a73f1020-8678-4d38-87d2-9a3b96516173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:10:59.876918 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:10:59.879550 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd0f06f-1048-4c1f-9bb0-90297f678021 None None] The sync data for ids ['f8a0dece-b392-4606-81ee-b73b93be8adb'] in dv-cinder-843309-2-iscsi is: [{'id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'name': 'tempest-TestShelveInstance-1033283535-router', 'tenant_id': 'f4fc5691fa8047b78be8470190280941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd1fd3b1c-9d36-428d-8734-277c9689b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:55Z', 'updated_at': '2022-06-23T11:10:58Z', 'revision_number': 4, 'project_id': 'f4fc5691fa8047b78be8470190280941', 'gw_port': {'id': 'd1fd3b1c-9d36-428d-8734-277c9689b71c', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:55Z', 'updated_at': '2022-06-23T11:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '1c399db4-4172-4bf9-b9f2-ef97b6b3ae53', 'name': '', 'network_id': '8a79c855-47b2-4caa-ab97-41190fa3d246', 'tenant_id': 'f4fc5691fa8047b78be8470190280941', 'mac_address': 'fa:16:3e:72:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a73f1020-8678-4d38-87d2-9a3b96516173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:58Z', 'updated_at': '2022-06-23T11:10:59Z', 'revision_number': 2, 'project_id': 'f4fc5691fa8047b78be8470190280941', 'subnets': [{'id': 'a73f1020-8678-4d38-87d2-9a3b96516173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:10:59.881396 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-52b74e21-4b5d-4658-b2ad-201d94e0558f None None] Provisioning complete for port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:10:59.881767 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-52b74e21-4b5d-4658-b2ad-201d94e0558f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:10:59.915875 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-52b74e21-4b5d-4658-b2ad-201d94e0558f None None] Port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:10:59.970339 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:00.025335 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5e62-673f-4da7-ba68-3b05c6d95dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-263779'] for router_interface (30d9e387-96f4-416e-8485-9eabe8b4d957), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:00.231868 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44804) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:00.238491 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5dd9094b-61ef-419e-b39c-82c50ec13b13 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-218491231', 'description': 'tempest-secgroup-smoke-218491231 description', 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:11:00.250397 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:00.288560 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dd9094b-61ef-419e-b39c-82c50ec13b13 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:00.359857 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a5e62-673f-4da7-ba68-3b05c6d95dbd admin admin] Deleting port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:11:00.360444 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5e62-673f-4da7-ba68-3b05c6d95dbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:00.428313 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device e12a8ec7-1f2a-4315-847b-2a073c5bdc3c up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:11:00.449602 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dd9094b-61ef-419e-b39c-82c50ec13b13 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group (4fe59518-1517-410f-b6b1-fae3a9e6c8d4), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:00.456824 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dd9094b-61ef-419e-b39c-82c50ec13b13 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (4fe59518-1517-410f-b6b1-fae3a9e6c8d4), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:00.475090 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:11:00.475524 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:00.501233 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5dd9094b-61ef-419e-b39c-82c50ec13b13 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:00.505162 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-5dd9094b-61ef-419e-b39c-82c50ec13b13 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2696128 Jun 23 11:11:00.505162 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-7c7a5e62-673f-4da7-ba68-3b05c6d95dbd admin admin] For port f6d87cb1-e5d8-4b76-bf3e-74968156cb2b, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=f6d87cb1-e5d8-4b76-bf3e-74968156cb2b,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:11:00.505162 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5e62-673f-4da7-ba68-3b05c6d95dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:00.505512 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44806) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:00.510244 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8ecb9ca0-aa8c-402e-8e57-145a7f609173 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Request body: {'security_group_rule': {'security_group_id': '4fe59518-1517-410f-b6b1-fae3a9e6c8d4', 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:11:00.516455 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9094b-61ef-419e-b39c-82c50ec13b13 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe59518-1517-410f-b6b1-fae3a9e6c8d4,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:00.523610 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a5e62-673f-4da7-ba68-3b05c6d95dbd admin admin] Calling delete_port for f6d87cb1-e5d8-4b76-bf3e-74968156cb2b owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:11:00.542026 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9ca0-aa8c-402e-8e57-145a7f609173 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (c47c917c-07a4-4182-af3d-d489acdc7362), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:00.594581 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:11:00.600052 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:00.609930 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:00.618260 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9ca0-aa8c-402e-8e57-145a7f609173 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (c47c917c-07a4-4182-af3d-d489acdc7362), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:00.623420 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9ca0-aa8c-402e-8e57-145a7f609173 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (c47c917c-07a4-4182-af3d-d489acdc7362), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:00.652537 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb9ca0-aa8c-402e-8e57-145a7f609173 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47c917c-07a4-4182-af3d-d489acdc7362,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:00.659995 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9ca0-aa8c-402e-8e57-145a7f609173 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:00.664085 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44814) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:00.664251 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-8ecb9ca0-aa8c-402e-8e57-145a7f609173 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1577218 Jun 23 11:11:00.670335 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-511a1a4e-2084-4d75-a58d-2860a2c22e6e tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Request body: {'security_group_rule': {'security_group_id': '4fe59518-1517-410f-b6b1-fae3a9e6c8d4', 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:11:00.716933 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-511a1a4e-2084-4d75-a58d-2860a2c22e6e tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (ad710ef2-a869-42fa-b47b-19c282c067c6), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:00.766910 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:00.814661 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5e62-673f-4da7-ba68-3b05c6d95dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (f6d87cb1-e5d8-4b76-bf3e-74968156cb2b), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:00.851137 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a5e62-673f-4da7-ba68-3b05c6d95dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d87cb1-e5d8-4b76-bf3e-74968156cb2b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:00.930443 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-511a1a4e-2084-4d75-a58d-2860a2c22e6e tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (ad710ef2-a869-42fa-b47b-19c282c067c6), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:00.936560 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-511a1a4e-2084-4d75-a58d-2860a2c22e6e tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (ad710ef2-a869-42fa-b47b-19c282c067c6), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:00.956480 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:01.002082 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a1a4e-2084-4d75-a58d-2860a2c22e6e tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad710ef2-a869-42fa-b47b-19c282c067c6,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:01.009524 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-511a1a4e-2084-4d75-a58d-2860a2c22e6e tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.010745 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-511a1a4e-2084-4d75-a58d-2860a2c22e6e tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3455198 Jun 23 11:11:01.013637 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44822) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:01.022632 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-6e6a9f2b-2feb-4038-a650-fd6480d043eb tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Request body: {'security_group_rule': {'security_group_id': '4fe59518-1517-410f-b6b1-fae3a9e6c8d4', 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:11:01.092146 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9f2b-2feb-4038-a650-fd6480d043eb tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (989211b4-d4c1-46d1-ba8b-2d82f8523077), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.121529 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5e62-673f-4da7-ba68-3b05c6d95dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-263927'] for router_interface (30d9e387-96f4-416e-8485-9eabe8b4d957), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.215827 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9f2b-2feb-4038-a650-fd6480d043eb tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (989211b4-d4c1-46d1-ba8b-2d82f8523077), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.246854 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9f2b-2feb-4038-a650-fd6480d043eb tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (989211b4-d4c1-46d1-ba8b-2d82f8523077), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.276546 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a9f2b-2feb-4038-a650-fd6480d043eb tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989211b4-d4c1-46d1-ba8b-2d82f8523077,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:01.291267 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9f2b-2feb-4038-a650-fd6480d043eb tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.292488 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-6e6a9f2b-2feb-4038-a650-fd6480d043eb tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2779269 Jun 23 11:11:01.295400 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44824) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:01.302946 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f04070a7-ff62-4a14-84ba-cbe38796ea57 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Request body: {'security_group_rule': {'security_group_id': '4fe59518-1517-410f-b6b1-fae3a9e6c8d4', 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:11:01.332595 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f04070a7-ff62-4a14-84ba-cbe38796ea57 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (f26c5189-38f8-43df-8a69-a81b50f962c4), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.396755 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f04070a7-ff62-4a14-84ba-cbe38796ea57 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (f26c5189-38f8-43df-8a69-a81b50f962c4), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.401578 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f04070a7-ff62-4a14-84ba-cbe38796ea57 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (f26c5189-38f8-43df-8a69-a81b50f962c4), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.402979 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7a5e62-673f-4da7-ba68-3b05c6d95dbd admin admin] Router 30d9e387-96f4-416e-8485-9eabe8b4d957 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:11:01.423186 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04070a7-ff62-4a14-84ba-cbe38796ea57 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26c5189-38f8-43df-8a69-a81b50f962c4,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:01.430893 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f04070a7-ff62-4a14-84ba-cbe38796ea57 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.432384 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-f04070a7-ff62-4a14-84ba-cbe38796ea57 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1347585 Jun 23 11:11:01.434978 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44826) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:01.440157 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-690dbe6f-6cdc-4198-b6a1-faca51ace69d tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Request body: {'security_group_rule': {'security_group_id': '4fe59518-1517-410f-b6b1-fae3a9e6c8d4', 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:11:01.463206 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.securitygroups_db [None req-690dbe6f-6cdc-4198-b6a1-faca51ace69d tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Project c8040a7c927f4d4ebff4964bc1b63ad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:11:01.471085 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-690dbe6f-6cdc-4198-b6a1-faca51ace69d tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (24bd1139-0f55-4f9e-9845-903dcf999c5c), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.511414 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7a5e62-673f-4da7-ba68-3b05c6d95dbd admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:11:01.516603 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-7c7a5e62-673f-4da7-ba68-3b05c6d95dbd admin admin] 10.222.0.65 "PUT /v2.0/routers/30d9e387-96f4-416e-8485-9eabe8b4d957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1959200 Jun 23 11:11:01.519389 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44828) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:01.522979 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630c8829-220e-4645-aa3f-d245cce09a9d None None] Sync routers for ids ['30d9e387-96f4-416e-8485-9eabe8b4d957'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:11:01.533968 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630c8829-220e-4645-aa3f-d245cce09a9d None None] Routers {'30d9e387-96f4-416e-8485-9eabe8b4d957'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:11:01.534578 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-630c8829-220e-4645-aa3f-d245cce09a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:10:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['30d9e387-96f4-416e-8485-9eabe8b4d957'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:11:01.578218 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-690dbe6f-6cdc-4198-b6a1-faca51ace69d tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (24bd1139-0f55-4f9e-9845-903dcf999c5c), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.583372 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-690dbe6f-6cdc-4198-b6a1-faca51ace69d tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (24bd1139-0f55-4f9e-9845-903dcf999c5c), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.631809 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dbe6f-6cdc-4198-b6a1-faca51ace69d tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bd1139-0f55-4f9e-9845-903dcf999c5c,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:01.636001 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-630c8829-220e-4645-aa3f-d245cce09a9d None None] Set router 30d9e387-96f4-416e-8485-9eabe8b4d957 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:11:01.644712 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-690dbe6f-6cdc-4198-b6a1-faca51ace69d tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.648593 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-690dbe6f-6cdc-4198-b6a1-faca51ace69d tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2099538 Jun 23 11:11:01.648845 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44830) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:01.653322 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-43620e30-df7f-4699-9d22-0340fb1ede97 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Request body: {'security_group_rule': {'security_group_id': '4fe59518-1517-410f-b6b1-fae3a9e6c8d4', 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:11:01.664293 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9cd5de7-31d6-4228-b755-a3d004fdb261 admin admin] Publish callbacks [] for router (30d9e387-96f4-416e-8485-9eabe8b4d957), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.681629 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-43620e30-df7f-4699-9d22-0340fb1ede97 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Project c8040a7c927f4d4ebff4964bc1b63ad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:11:01.691910 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-43620e30-df7f-4699-9d22-0340fb1ede97 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (189a1f0c-9750-4ad8-b710-6f35d4696ec3), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.725971 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:01.758144 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-43620e30-df7f-4699-9d22-0340fb1ede97 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (189a1f0c-9750-4ad8-b710-6f35d4696ec3), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.764371 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-43620e30-df7f-4699-9d22-0340fb1ede97 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (189a1f0c-9750-4ad8-b710-6f35d4696ec3), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.770179 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9cd5de7-31d6-4228-b755-a3d004fdb261 admin admin] Publish callbacks [] for router_gateway (30d9e387-96f4-416e-8485-9eabe8b4d957), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.782758 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43620e30-df7f-4699-9d22-0340fb1ede97 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189a1f0c-9750-4ad8-b710-6f35d4696ec3,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:01.797689 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-43620e30-df7f-4699-9d22-0340fb1ede97 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.800746 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-43620e30-df7f-4699-9d22-0340fb1ede97 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503394 Jun 23 11:11:01.820982 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd5de7-31d6-4228-b755-a3d004fdb261 admin admin] Deleting port 2f46f8ce-f505-4219-af79-8cd1f748b73f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:11:01.821363 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9cd5de7-31d6-4228-b755-a3d004fdb261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (2f46f8ce-f505-4219-af79-8cd1f748b73f), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.914683 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-630c8829-220e-4645-aa3f-d245cce09a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:11:00Z', 'revision_number': 5, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port': {'id': '2f46f8ce-f505-4219-af79-8cd1f748b73f', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:35Z', 'updated_at': '2022-06-23T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:11:01.918910 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a9cd5de7-31d6-4228-b755-a3d004fdb261 admin admin] For port 2f46f8ce-f505-4219-af79-8cd1f748b73f, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=2f46f8ce-f505-4219-af79-8cd1f748b73f,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:11:01.919286 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9cd5de7-31d6-4228-b755-a3d004fdb261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (2f46f8ce-f505-4219-af79-8cd1f748b73f), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:01.934967 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd5de7-31d6-4228-b755-a3d004fdb261 admin admin] Calling delete_port for 2f46f8ce-f505-4219-af79-8cd1f748b73f owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:11:01.952272 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630c8829-220e-4645-aa3f-d245cce09a9d None None] Checking router: 30d9e387-96f4-416e-8485-9eabe8b4d957 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:11:01.977189 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630c8829-220e-4645-aa3f-d245cce09a9d None None] Routers {'30d9e387-96f4-416e-8485-9eabe8b4d957'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:11:01.977832 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-630c8829-220e-4645-aa3f-d245cce09a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:10:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['30d9e387-96f4-416e-8485-9eabe8b4d957'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:11:02.065327 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:02.098013 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-630c8829-220e-4645-aa3f-d245cce09a9d None None] Set router 30d9e387-96f4-416e-8485-9eabe8b4d957 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:11:02.105816 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=83,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:02.159509 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9cd5de7-31d6-4228-b755-a3d004fdb261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (2f46f8ce-f505-4219-af79-8cd1f748b73f), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:02.180928 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-630c8829-220e-4645-aa3f-d245cce09a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:11:01Z', 'revision_number': 6, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port_host': None}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:11:02.193872 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd5de7-31d6-4228-b755-a3d004fdb261 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f46f8ce-f505-4219-af79-8cd1f748b73f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:02.221064 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630c8829-220e-4645-aa3f-d245cce09a9d None None] The sync data for ids ['30d9e387-96f4-416e-8485-9eabe8b4d957'] in dv-cinder-843309-2-iscsi is: [{'id': '30d9e387-96f4-416e-8485-9eabe8b4d957', 'name': 'tempest-AttachVolumeShelveTestJSON-263078746-router', 'tenant_id': '172a9e51095e47318b27881dab868355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:34Z', 'updated_at': '2022-06-23T11:11:01Z', 'revision_number': 6, 'project_id': '172a9e51095e47318b27881dab868355', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:11:02.286289 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9cd5de7-31d6-4228-b755-a3d004fdb261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391123'] for router_gateway (30d9e387-96f4-416e-8485-9eabe8b4d957), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:02.399297 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9cd5de7-31d6-4228-b755-a3d004fdb261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-269786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27266'] for router (30d9e387-96f4-416e-8485-9eabe8b4d957), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:02.402898 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9cd5de7-31d6-4228-b755-a3d004fdb261 admin admin] Publish callbacks [] for router_controller (30d9e387-96f4-416e-8485-9eabe8b4d957), precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:02.434377 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Sync routers for ids ['f8a0dece-b392-4606-81ee-b73b93be8adb'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:11:02.455935 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Routers {'f8a0dece-b392-4606-81ee-b73b93be8adb'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:11:02.463581 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:10:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['f8a0dece-b392-4606-81ee-b73b93be8adb'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:11:02.467712 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9cd5de7-31d6-4228-b755-a3d004fdb261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-269652'] for router (30d9e387-96f4-416e-8485-9eabe8b4d957), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:02.468740 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cd5de7-31d6-4228-b755-a3d004fdb261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30d9e387-96f4-416e-8485-9eabe8b4d957 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:11:02.475183 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9cd5de7-31d6-4228-b755-a3d004fdb261 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:02.476867 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-a9cd5de7-31d6-4228-b755-a3d004fdb261 admin admin] 10.222.0.65 "DELETE /v2.0/routers/30d9e387-96f4-416e-8485-9eabe8b4d957 HTTP/1.1" status: 204 len: 168 time: 0.9565117 Jun 23 11:11:02.479887 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44890) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:02.536962 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-becdce23-da3c-4fb6-9cd9-e2ae58eaeb8a admin admin] Deleting subnet 4f753206-e3ef-4560-9487-b37ef85f0bf1 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:11:02.540174 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-becdce23-da3c-4fb6-9cd9-e2ae58eaeb8a admin admin] Publish callbacks [] for subnet (4f753206-e3ef-4560-9487-b37ef85f0bf1), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:02.586429 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-becdce23-da3c-4fb6-9cd9-e2ae58eaeb8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497197'] for subnet (4f753206-e3ef-4560-9487-b37ef85f0bf1), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:02.680989 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-becdce23-da3c-4fb6-9cd9-e2ae58eaeb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537351'] for subnet (4f753206-e3ef-4560-9487-b37ef85f0bf1), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:02.683315 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:02.751410 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-becdce23-da3c-4fb6-9cd9-e2ae58eaeb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60180776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59763228'] for subnet (4f753206-e3ef-4560-9487-b37ef85f0bf1), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:02.751565 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Set router f8a0dece-b392-4606-81ee-b73b93be8adb gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:11:02.779796 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdce23-da3c-4fb6-9cd9-e2ae58eaeb8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f753206-e3ef-4560-9487-b37ef85f0bf1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:02.782295 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-becdce23-da3c-4fb6-9cd9-e2ae58eaeb8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:02.785676 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-becdce23-da3c-4fb6-9cd9-e2ae58eaeb8a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4f753206-e3ef-4560-9487-b37ef85f0bf1 HTTP/1.1" status: 204 len: 168 time: 0.3046265 Jun 23 11:11:02.788107 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44896) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:02.789395 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faa4b8c-4101-4903-a5e7-e1a160ee36ea None None] Network cde6b719-8052-4ec2-a733-c2d79d7cb320 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:11:02.866789 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594832'] for network (cde6b719-8052-4ec2-a733-c2d79d7cb320), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:02.902158 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:02.910422 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] Deleting port e8073d23-e445-40c5-a621-b2fbdf34ef2d {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:11:02.910765 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (e8073d23-e445-40c5-a621-b2fbdf34ef2d), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:02.982113 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] For port e8073d23-e445-40c5-a621-b2fbdf34ef2d, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=e8073d23-e445-40c5-a621-b2fbdf34ef2d,segment=NetworkSegment(18fa8e7a-55a0-426c-8dbc-c378520d1ee7),segment_id=18fa8e7a-55a0-426c-8dbc-c378520d1ee7)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:11:02.982486 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (e8073d23-e445-40c5-a621-b2fbdf34ef2d), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.002670 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] Calling delete_port for e8073d23-e445-40c5-a621-b2fbdf34ef2d owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:11:03.054324 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'name': 'tempest-TestShelveInstance-1033283535-router', 'tenant_id': 'f4fc5691fa8047b78be8470190280941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd1fd3b1c-9d36-428d-8734-277c9689b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:55Z', 'updated_at': '2022-06-23T11:10:58Z', 'revision_number': 4, 'project_id': 'f4fc5691fa8047b78be8470190280941', 'gw_port': {'id': 'd1fd3b1c-9d36-428d-8734-277c9689b71c', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:55Z', 'updated_at': '2022-06-23T11:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '1c399db4-4172-4bf9-b9f2-ef97b6b3ae53', 'name': '', 'network_id': '8a79c855-47b2-4caa-ab97-41190fa3d246', 'tenant_id': 'f4fc5691fa8047b78be8470190280941', 'mac_address': 'fa:16:3e:72:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a73f1020-8678-4d38-87d2-9a3b96516173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:58Z', 'updated_at': '2022-06-23T11:10:59Z', 'revision_number': 2, 'project_id': 'f4fc5691fa8047b78be8470190280941', 'subnets': [{'id': 'a73f1020-8678-4d38-87d2-9a3b96516173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:11:03.097972 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (e8073d23-e445-40c5-a621-b2fbdf34ef2d), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.098536 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53245ce3-7d57-492a-bd00-f1f2d1dfdeee None None] DHCP port deletion for cde6b719-8052-4ec2-a733-c2d79d7cb320 request from dv-cinder-843309-2-iscsi {{(pid=103954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 11:11:03.103395 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Checking router: f8a0dece-b392-4606-81ee-b73b93be8adb for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:11:03.103797 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Updating router f8a0dece-b392-4606-81ee-b73b93be8adb port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 binding host dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:11:03.129286 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:11:03.135046 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device d1fd3b1c-9d36-428d-8734-277c9689b71c up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:11:03.137414 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8073d23-e445-40c5-a621-b2fbdf34ef2d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:03.141706 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] No DVR routers for this DVR port e8073d23-e445-40c5-a621-b2fbdf34ef2d on host dv-cinder-843309-2-iscsi {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:11:03.172856 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.234720 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506618', 'neutron.services.segments.db._delete_segments_for_network-8767343742347'] for network (cde6b719-8052-4ec2-a733-c2d79d7cb320), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.238937 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port d1fd3b1c-9d36-428d-8734-277c9689b71c triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:11:03.239341 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (d1fd3b1c-9d36-428d-8734-277c9689b71c), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.264098 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde6b719-8052-4ec2-a733-c2d79d7cb320']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:11:03.277882 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fa8e7a-55a0-426c-8dbc-c378520d1ee7') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:11:03.278104 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fa8e7a-55a0-426c-8dbc-c378520d1ee7') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:11:03.294009 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767343744660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497206'] for segment (18fa8e7a-55a0-426c-8dbc-c378520d1ee7), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.308911 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (18fa8e7a-55a0-426c-8dbc-c378520d1ee7), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.316862 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:11:03.317266 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60180802'] for segment (18fa8e7a-55a0-426c-8dbc-c378520d1ee7), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.345746 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 18fa8e7a-55a0-426c-8dbc-c378520d1ee7 resource provider aggregate not found Jun 23 11:11:03.383350 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 18fa8e7a-55a0-426c-8dbc-c378520d1ee7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18fa8e7a-55a0-426c-8dbc-c378520d1ee7 found for delete ", "request_id": "req-0acc58b5-a325-492d-9494-8b6e1cfcfd3b"}]} Jun 23 11:11:03.392858 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385476'] for network (cde6b719-8052-4ec2-a733-c2d79d7cb320), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.400279 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.403480 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cde6b719-8052-4ec2-a733-c2d79d7cb320 HTTP/1.1" status: 204 len: 168 time: 0.6145442 Jun 23 11:11:03.423917 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de69e99-c913-42f1-903c-c8c7fd8de674 admin admin] Pushing event deleted for resources: {'Network': ['ID=cde6b719-8052-4ec2-a733-c2d79d7cb320,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:03.444657 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:03.463485 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7d2e09f2-4443-4623-b2c2-934de2d2f24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.523234 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port d1fd3b1c-9d36-428d-8734-277c9689b71c is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:11:03.523234 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (d1fd3b1c-9d36-428d-8734-277c9689b71c), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.566140 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port d1fd3b1c-9d36-428d-8734-277c9689b71c, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=d1fd3b1c-9d36-428d-8734-277c9689b71c,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:11:03.579751 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (d1fd3b1c-9d36-428d-8734-277c9689b71c), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.583544 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44920) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:03.661050 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44928) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:03.661857 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device f6d87cb1-e5d8-4b76-bf3e-74968156cb2b no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:11:03.662128 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-dcd06751-ca54-4a7e-9089-97795b527c58 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=172a9e51095e47318b27881dab868355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763841 Jun 23 11:11:03.701788 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: f6d87cb1-e5d8-4b76-bf3e-74968156cb2b {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:11:03.702142 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device f6d87cb1-e5d8-4b76-bf3e-74968156cb2b not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:11:03.710837 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:03.712971 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=d1fd3b1c-9d36-428d-8734-277c9689b71c,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:03.728393 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Publish callbacks [] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.734353 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.744478 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c44e727c-8c49-47de-8797-fd91c687d02c admin admin] Publish callbacks [] for security_group (384ca714-0f96-427b-8a5a-1a62ba93b55d), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.770243 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c44e727c-8c49-47de-8797-fd91c687d02c admin admin] Publish callbacks [] for security_group (384ca714-0f96-427b-8a5a-1a62ba93b55d), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.788168 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c2a4f-199c-419f-88a3-84c52704ec05 None None] Pushing event updated for resources: {'Port': ['ID=1c399db4-4172-4bf9-b9f2-ef97b6b3ae53,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:03.828729 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c44e727c-8c49-47de-8797-fd91c687d02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (384ca714-0f96-427b-8a5a-1a62ba93b55d), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.833561 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-c44e727c-8c49-47de-8797-fd91c687d02c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.835886 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-c44e727c-8c49-47de-8797-fd91c687d02c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/384ca714-0f96-427b-8a5a-1a62ba93b55d HTTP/1.1" status: 204 len: 168 time: 0.1737978 Jun 23 11:11:03.848330 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e727c-8c49-47de-8797-fd91c687d02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384ca714-0f96-427b-8a5a-1a62ba93b55d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:03.915605 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Attempting to bind port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:11:03.916007 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Attempting to bind port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '52fd591a-f776-4935-85f9-1386d72bc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8a79c855-47b2-4caa-ab97-41190fa3d246'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:11:03.916376 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Attempting to bind port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 on network 8a79c855-47b2-4caa-ab97-41190fa3d246 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:11:03.924959 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:11:03.925818 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Checking segment: {'id': '52fd591a-f776-4935-85f9-1386d72bc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8a79c855-47b2-4caa-ab97-41190fa3d246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:11:03.926231 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.926629 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Bound using segment: {'id': '52fd591a-f776-4935-85f9-1386d72bc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8a79c855-47b2-4caa-ab97-41190fa3d246'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:11:03.927144 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Bound port: 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fd591a-f776-4935-85f9-1386d72bc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8a79c855-47b2-4caa-ab97-41190fa3d246'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:11:03.927536 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:03.993575 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:04.009944 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] For port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:11:04.013734 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] For port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=1c399db4-4172-4bf9-b9f2-ef97b6b3ae53,segment=NetworkSegment(52fd591a-f776-4935-85f9-1386d72bc1d0),segment_id=52fd591a-f776-4935-85f9-1386d72bc1d0)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:11:04.021541 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:04.099022 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Routers {'f8a0dece-b392-4606-81ee-b73b93be8adb'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:11:04.100817 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:10:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['f8a0dece-b392-4606-81ee-b73b93be8adb'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:11:04.150966 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-7de674c7-2fd8-4956-9585-f508ce0fe1f9 None None] Provisioning complete for port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:11:04.151341 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7de674c7-2fd8-4956-9585-f508ce0fe1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:04.155118 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c2a4f-199c-419f-88a3-84c52704ec05 None None] Pushing event updated for resources: {'Port': ['ID=1c399db4-4172-4bf9-b9f2-ef97b6b3ae53,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:04.264817 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44954) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:04.316778 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] Set router f8a0dece-b392-4606-81ee-b73b93be8adb gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:11:04.319741 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7de674c7-2fd8-4956-9585-f508ce0fe1f9 None None] Current status of the port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:11:04.320232 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7de674c7-2fd8-4956-9585-f508ce0fe1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:04.377045 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:04.426394 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-7de674c7-2fd8-4956-9585-f508ce0fe1f9 None None] For port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=1c399db4-4172-4bf9-b9f2-ef97b6b3ae53,segment=NetworkSegment(52fd591a-f776-4935-85f9-1386d72bc1d0),segment_id=52fd591a-f776-4935-85f9-1386d72bc1d0)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:11:04.432064 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b1c8f891-a23c-4603-aac2-56b266ffefd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:04.442465 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7de674c7-2fd8-4956-9585-f508ce0fe1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:04.495563 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:04.516519 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device d1fd3b1c-9d36-428d-8734-277c9689b71c up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:11:04.529033 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b1c8f891-a23c-4603-aac2-56b266ffefd1 admin admin] Publish callbacks [] for security_group (190dd741-f8b3-4c1e-8446-da693d7b491b), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:04.535617 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b1c8f891-a23c-4603-aac2-56b266ffefd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (190dd741-f8b3-4c1e-8446-da693d7b491b), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:04.579060 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd1ddaff-27d3-45eb-9e1a-b214cfb1c318 None None] Provisioning complete for port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:11:04.579548 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd1ddaff-27d3-45eb-9e1a-b214cfb1c318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:04.601236 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b1c8f891-a23c-4603-aac2-56b266ffefd1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60bb1085d9c54b33a288d2bd848ad872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318911 Jun 23 11:11:04.601236 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8f891-a23c-4603-aac2-56b266ffefd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190dd741-f8b3-4c1e-8446-da693d7b491b,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:04.603796 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44966) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:04.624995 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de674c7-2fd8-4956-9585-f508ce0fe1f9 None None] Pushing event updated for resources: {'Port': ['ID=1c399db4-4172-4bf9-b9f2-ef97b6b3ae53,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:04.676209 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0f17844-ae34-4922-b87b-61669b2de21f admin admin] Publish callbacks [] for security_group (190dd741-f8b3-4c1e-8446-da693d7b491b), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:04.688309 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port d1fd3b1c-9d36-428d-8734-277c9689b71c triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:11:04.688683 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (d1fd3b1c-9d36-428d-8734-277c9689b71c), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:04.706845 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0f17844-ae34-4922-b87b-61669b2de21f admin admin] Publish callbacks [] for security_group (190dd741-f8b3-4c1e-8446-da693d7b491b), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:04.761141 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'name': 'tempest-TestShelveInstance-1033283535-router', 'tenant_id': 'f4fc5691fa8047b78be8470190280941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd1fd3b1c-9d36-428d-8734-277c9689b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:55Z', 'updated_at': '2022-06-23T11:10:58Z', 'revision_number': 4, 'project_id': 'f4fc5691fa8047b78be8470190280941', 'gw_port': {'id': 'd1fd3b1c-9d36-428d-8734-277c9689b71c', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:55Z', 'updated_at': '2022-06-23T11:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '1c399db4-4172-4bf9-b9f2-ef97b6b3ae53', 'name': '', 'network_id': '8a79c855-47b2-4caa-ab97-41190fa3d246', 'tenant_id': 'f4fc5691fa8047b78be8470190280941', 'mac_address': 'fa:16:3e:72:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a73f1020-8678-4d38-87d2-9a3b96516173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:58Z', 'updated_at': '2022-06-23T11:11:04Z', 'revision_number': 4, 'project_id': 'f4fc5691fa8047b78be8470190280941', 'subnets': [{'id': 'a73f1020-8678-4d38-87d2-9a3b96516173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:11:04.764284 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0f17844-ae34-4922-b87b-61669b2de21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (190dd741-f8b3-4c1e-8446-da693d7b491b), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:04.767670 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b0f17844-ae34-4922-b87b-61669b2de21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:04.768220 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd1ddaff-27d3-45eb-9e1a-b214cfb1c318 None None] Current status of the port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:11:04.769326 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b0f17844-ae34-4922-b87b-61669b2de21f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/190dd741-f8b3-4c1e-8446-da693d7b491b HTTP/1.1" status: 204 len: 168 time: 0.1637516 Jun 23 11:11:04.781483 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f17844-ae34-4922-b87b-61669b2de21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190dd741-f8b3-4c1e-8446-da693d7b491b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:04.800051 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dbee3f-3e66-4161-a623-fec847dfb506 None None] The sync data for ids ['f8a0dece-b392-4606-81ee-b73b93be8adb'] in dv-cinder-843309-2-iscsi is: [{'id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'name': 'tempest-TestShelveInstance-1033283535-router', 'tenant_id': 'f4fc5691fa8047b78be8470190280941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd1fd3b1c-9d36-428d-8734-277c9689b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:55Z', 'updated_at': '2022-06-23T11:10:58Z', 'revision_number': 4, 'project_id': 'f4fc5691fa8047b78be8470190280941', 'gw_port': {'id': 'd1fd3b1c-9d36-428d-8734-277c9689b71c', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:55Z', 'updated_at': '2022-06-23T11:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '1c399db4-4172-4bf9-b9f2-ef97b6b3ae53', 'name': '', 'network_id': '8a79c855-47b2-4caa-ab97-41190fa3d246', 'tenant_id': 'f4fc5691fa8047b78be8470190280941', 'mac_address': 'fa:16:3e:72:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a73f1020-8678-4d38-87d2-9a3b96516173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:58Z', 'updated_at': '2022-06-23T11:11:04Z', 'revision_number': 4, 'project_id': 'f4fc5691fa8047b78be8470190280941', 'subnets': [{'id': 'a73f1020-8678-4d38-87d2-9a3b96516173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:11:04.853506 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port d1fd3b1c-9d36-428d-8734-277c9689b71c is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:11:04.854983 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:11:04.917030 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:11:04.917491 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:04.919126 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:05.184597 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:11:05.271278 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 2f46f8ce-f505-4219-af79-8cd1f748b73f no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:11:05.295908 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 2f46f8ce-f505-4219-af79-8cd1f748b73f {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:11:05.296785 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 2f46f8ce-f505-4219-af79-8cd1f748b73f not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:11:05.297198 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device e8073d23-e445-40c5-a621-b2fbdf34ef2d no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:11:05.317243 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 44984) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:05.318282 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: e8073d23-e445-40c5-a621-b2fbdf34ef2d {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:11:05.318779 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device e8073d23-e445-40c5-a621-b2fbdf34ef2d not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:11:05.334036 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d064631-4291-45f9-8c3c-1799603ba649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:05.420569 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d064631-4291-45f9-8c3c-1799603ba649 admin admin] Publish callbacks [] for security_group (a4a12fa2-4de4-45ab-9b59-50e77a70bac7), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:05.425426 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8d064631-4291-45f9-8c3c-1799603ba649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (a4a12fa2-4de4-45ab-9b59-50e77a70bac7), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:05.473205 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d064631-4291-45f9-8c3c-1799603ba649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a12fa2-4de4-45ab-9b59-50e77a70bac7,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:05.479078 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8d064631-4291-45f9-8c3c-1799603ba649 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=670314cc1cbe473a8aaffce0dfa1e34c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607509 Jun 23 11:11:05.482475 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 44986) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:05.543436 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4478b7c0-b103-4d99-a86a-4f412f68105d admin admin] Publish callbacks [] for security_group (a4a12fa2-4de4-45ab-9b59-50e77a70bac7), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:05.573290 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4478b7c0-b103-4d99-a86a-4f412f68105d admin admin] Publish callbacks [] for security_group (a4a12fa2-4de4-45ab-9b59-50e77a70bac7), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:05.656057 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4478b7c0-b103-4d99-a86a-4f412f68105d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (a4a12fa2-4de4-45ab-9b59-50e77a70bac7), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:05.657625 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4478b7c0-b103-4d99-a86a-4f412f68105d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:05.658788 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-4478b7c0-b103-4d99-a86a-4f412f68105d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a4a12fa2-4de4-45ab-9b59-50e77a70bac7 HTTP/1.1" status: 204 len: 168 time: 0.1752322 Jun 23 11:11:05.666347 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-88b599f1-3958-4428-aca3-c0cf16989f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:05.675718 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478b7c0-b103-4d99-a86a-4f412f68105d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a12fa2-4de4-45ab-9b59-50e77a70bac7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:06.417838 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:11:06.461168 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:11:06.461503 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:06.491946 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:06.544235 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:11:06.719545 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:07.215637 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:08.128761 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:08.672579 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:13.286044 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=79 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:13.286787 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=59 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:13.951852 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 45180) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:14.082293 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cca7f14d-23c5-430d-aff7-910ca06f21d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:14.166268 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cca7f14d-23c5-430d-aff7-910ca06f21d7 admin admin] Publish callbacks [] for security_group (cce29671-0c10-4e60-ae15-4ea3e9ecd1b1), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:14.171929 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cca7f14d-23c5-430d-aff7-910ca06f21d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (cce29671-0c10-4e60-ae15-4ea3e9ecd1b1), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:14.213097 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-cca7f14d-23c5-430d-aff7-910ca06f21d7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c2f11f9f5cc4b04bb72e54fc5de2e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601376 Jun 23 11:11:14.213983 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7f14d-23c5-430d-aff7-910ca06f21d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce29671-0c10-4e60-ae15-4ea3e9ecd1b1,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:14.217156 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 45198) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:14.269096 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44e1a045-3a8c-4620-a342-ce2bf1cbb12d admin admin] Publish callbacks [] for security_group (cce29671-0c10-4e60-ae15-4ea3e9ecd1b1), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:14.290366 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44e1a045-3a8c-4620-a342-ce2bf1cbb12d admin admin] Publish callbacks [] for security_group (cce29671-0c10-4e60-ae15-4ea3e9ecd1b1), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:14.320498 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=8 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:14.340621 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44e1a045-3a8c-4620-a342-ce2bf1cbb12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (cce29671-0c10-4e60-ae15-4ea3e9ecd1b1), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:14.343279 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-44e1a045-3a8c-4620-a342-ce2bf1cbb12d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:14.344464 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-44e1a045-3a8c-4620-a342-ce2bf1cbb12d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cce29671-0c10-4e60-ae15-4ea3e9ecd1b1 HTTP/1.1" status: 204 len: 168 time: 0.1261036 Jun 23 11:11:14.357143 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1a045-3a8c-4620-a342-ce2bf1cbb12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce29671-0c10-4e60-ae15-4ea3e9ecd1b1,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:15.465689 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=68,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:15.473764 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=41,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:16.736773 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 45278) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:16.846541 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9144-95bb-403e-bd2e-043fefab42ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:16.923761 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9144-95bb-403e-bd2e-043fefab42ae admin admin] Publish callbacks [] for security_group (12615949-fa4d-40bb-b10f-a30cfaaaf241), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:16.927632 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9144-95bb-403e-bd2e-043fefab42ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (12615949-fa4d-40bb-b10f-a30cfaaaf241), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:16.968113 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-5c3e9144-95bb-403e-bd2e-043fefab42ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=64572285cac84b07b702cebf00d1722f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302763 Jun 23 11:11:16.968841 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e9144-95bb-403e-bd2e-043fefab42ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12615949-fa4d-40bb-b10f-a30cfaaaf241,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:16.971189 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 45288) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:17.022076 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9587-7059-4f65-a881-3af2a7003378 admin admin] Publish callbacks [] for security_group (12615949-fa4d-40bb-b10f-a30cfaaaf241), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:17.046667 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9587-7059-4f65-a881-3af2a7003378 admin admin] Publish callbacks [] for security_group (12615949-fa4d-40bb-b10f-a30cfaaaf241), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:17.092590 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9587-7059-4f65-a881-3af2a7003378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (12615949-fa4d-40bb-b10f-a30cfaaaf241), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:17.095833 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9587-7059-4f65-a881-3af2a7003378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:17.099848 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-e6bc9587-7059-4f65-a881-3af2a7003378 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/12615949-fa4d-40bb-b10f-a30cfaaaf241 HTTP/1.1" status: 204 len: 168 time: 0.1275272 Jun 23 11:11:17.103072 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:17.109028 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc9587-7059-4f65-a881-3af2a7003378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12615949-fa4d-40bb-b10f-a30cfaaaf241,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:17.367072 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 45302) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:17.380436 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-57064df5-2693-4fd5-a5cb-5687ae81a6e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:17.455895 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-57064df5-2693-4fd5-a5cb-5687ae81a6e3 admin admin] Publish callbacks [] for security_group (b8c33095-6652-48d5-835b-470731c6d8f8), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:17.459203 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-57064df5-2693-4fd5-a5cb-5687ae81a6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (b8c33095-6652-48d5-835b-470731c6d8f8), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:17.497538 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-57064df5-2693-4fd5-a5cb-5687ae81a6e3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0682b7ebadc94ffb9488632e2d2b3bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293764 Jun 23 11:11:17.498446 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57064df5-2693-4fd5-a5cb-5687ae81a6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c33095-6652-48d5-835b-470731c6d8f8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:17.501144 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 45304) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:17.552768 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56cd9a03-ddc0-4000-8ab4-33bdd6ade5e7 admin admin] Publish callbacks [] for security_group (b8c33095-6652-48d5-835b-470731c6d8f8), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:17.574061 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56cd9a03-ddc0-4000-8ab4-33bdd6ade5e7 admin admin] Publish callbacks [] for security_group (b8c33095-6652-48d5-835b-470731c6d8f8), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:17.624865 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56cd9a03-ddc0-4000-8ab4-33bdd6ade5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (b8c33095-6652-48d5-835b-470731c6d8f8), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:17.627351 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-56cd9a03-ddc0-4000-8ab4-33bdd6ade5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:17.628551 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-56cd9a03-ddc0-4000-8ab4-33bdd6ade5e7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8c33095-6652-48d5-835b-470731c6d8f8 HTTP/1.1" status: 204 len: 168 time: 0.1264024 Jun 23 11:11:17.636309 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd9a03-ddc0-4000-8ab4-33bdd6ade5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c33095-6652-48d5-835b-470731c6d8f8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:17.953229 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 45320) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:17.968914 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab2c5388-861f-4863-a836-e84bc557c272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:18.050106 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab2c5388-861f-4863-a836-e84bc557c272 admin admin] Publish callbacks [] for security_group (6de3f00a-2fe9-4d80-9a46-23bd620adbaf), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:18.054308 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab2c5388-861f-4863-a836-e84bc557c272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (6de3f00a-2fe9-4d80-9a46-23bd620adbaf), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:18.099315 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 45324) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:18.099891 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-ab2c5388-861f-4863-a836-e84bc557c272 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b7653521febd4f43800a8c8318329c94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439767 Jun 23 11:11:18.100284 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c5388-861f-4863-a836-e84bc557c272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de3f00a-2fe9-4d80-9a46-23bd620adbaf,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:18.106968 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 45326) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:18.374876 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75b037e0-410c-41a6-9385-37e1591ebb59 admin admin] Publish callbacks [] for security_group (6de3f00a-2fe9-4d80-9a46-23bd620adbaf), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:18.397869 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75b037e0-410c-41a6-9385-37e1591ebb59 admin admin] Publish callbacks [] for security_group (6de3f00a-2fe9-4d80-9a46-23bd620adbaf), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:18.438542 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b3360d57-ca24-4191-9c52-7d2529a29cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:18.467228 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75b037e0-410c-41a6-9385-37e1591ebb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (6de3f00a-2fe9-4d80-9a46-23bd620adbaf), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:18.469729 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-75b037e0-410c-41a6-9385-37e1591ebb59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:18.470838 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-75b037e0-410c-41a6-9385-37e1591ebb59 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6de3f00a-2fe9-4d80-9a46-23bd620adbaf HTTP/1.1" status: 204 len: 168 time: 0.3703187 Jun 23 11:11:18.489818 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b037e0-410c-41a6-9385-37e1591ebb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de3f00a-2fe9-4d80-9a46-23bd620adbaf,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:18.538924 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b3360d57-ca24-4191-9c52-7d2529a29cd7 admin admin] Publish callbacks [] for security_group (fe351372-86ae-4b45-99c0-b7799094ac21), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:18.542565 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b3360d57-ca24-4191-9c52-7d2529a29cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (fe351372-86ae-4b45-99c0-b7799094ac21), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:18.585042 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b3360d57-ca24-4191-9c52-7d2529a29cd7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=14658ba96fdf443dba893ad98b1c0469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4770339 Jun 23 11:11:18.585908 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3360d57-ca24-4191-9c52-7d2529a29cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe351372-86ae-4b45-99c0-b7799094ac21,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:18.587714 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 45336) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:18.638099 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf767d2c-c6c5-4c16-b3ff-26fe587a6459 admin admin] Publish callbacks [] for security_group (fe351372-86ae-4b45-99c0-b7799094ac21), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:18.659712 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf767d2c-c6c5-4c16-b3ff-26fe587a6459 admin admin] Publish callbacks [] for security_group (fe351372-86ae-4b45-99c0-b7799094ac21), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:18.706867 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf767d2c-c6c5-4c16-b3ff-26fe587a6459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (fe351372-86ae-4b45-99c0-b7799094ac21), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:18.710167 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf767d2c-c6c5-4c16-b3ff-26fe587a6459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:18.711415 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-bf767d2c-c6c5-4c16-b3ff-26fe587a6459 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fe351372-86ae-4b45-99c0-b7799094ac21 HTTP/1.1" status: 204 len: 168 time: 0.1225605 Jun 23 11:11:18.719510 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf767d2c-c6c5-4c16-b3ff-26fe587a6459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe351372-86ae-4b45-99c0-b7799094ac21,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:20.603506 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 45434) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:20.709328 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df06d2d9-1135-4132-ba76-bdb34fe1db2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:20.750348 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:20.764132 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:20.788309 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df06d2d9-1135-4132-ba76-bdb34fe1db2f admin admin] Publish callbacks [] for security_group (03e782c6-802b-486f-a56c-91d5806d2301), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:20.791577 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-df06d2d9-1135-4132-ba76-bdb34fe1db2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (03e782c6-802b-486f-a56c-91d5806d2301), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:20.830271 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-df06d2d9-1135-4132-ba76-bdb34fe1db2f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4cedc8008734430698d420fc194d706e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257037 Jun 23 11:11:20.831120 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06d2d9-1135-4132-ba76-bdb34fe1db2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e782c6-802b-486f-a56c-91d5806d2301,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:20.833105 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 45438) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:20.881530 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6818aabb-58d6-4ec6-9602-4d6f7ee5dcd8 admin admin] Publish callbacks [] for security_group (03e782c6-802b-486f-a56c-91d5806d2301), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:20.901542 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:20.903691 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6818aabb-58d6-4ec6-9602-4d6f7ee5dcd8 admin admin] Publish callbacks [] for security_group (03e782c6-802b-486f-a56c-91d5806d2301), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:20.958980 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6818aabb-58d6-4ec6-9602-4d6f7ee5dcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (03e782c6-802b-486f-a56c-91d5806d2301), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:20.961618 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6818aabb-58d6-4ec6-9602-4d6f7ee5dcd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:20.962756 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-6818aabb-58d6-4ec6-9602-4d6f7ee5dcd8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/03e782c6-802b-486f-a56c-91d5806d2301 HTTP/1.1" status: 204 len: 168 time: 0.1286793 Jun 23 11:11:20.971463 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818aabb-58d6-4ec6-9602-4d6f7ee5dcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e782c6-802b-486f-a56c-91d5806d2301,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:21.237822 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 45452) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:21.254383 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b930610b-e065-496b-ade7-782ad3860261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:21.343849 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b930610b-e065-496b-ade7-782ad3860261 admin admin] Publish callbacks [] for security_group (3751990a-9671-4ab3-9db0-751290b6d208), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:21.349319 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b930610b-e065-496b-ade7-782ad3860261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (3751990a-9671-4ab3-9db0-751290b6d208), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:21.392376 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b930610b-e065-496b-ade7-782ad3860261 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=29430b58143c42319a14201ff930099d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533561 Jun 23 11:11:21.393327 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930610b-e065-496b-ade7-782ad3860261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3751990a-9671-4ab3-9db0-751290b6d208,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:21.395343 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 45458) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:21.446742 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3ddaed4-e507-4483-8f85-943dbe1632bb admin admin] Publish callbacks [] for security_group (3751990a-9671-4ab3-9db0-751290b6d208), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:21.467991 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3ddaed4-e507-4483-8f85-943dbe1632bb admin admin] Publish callbacks [] for security_group (3751990a-9671-4ab3-9db0-751290b6d208), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:21.493408 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:21.515417 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3ddaed4-e507-4483-8f85-943dbe1632bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (3751990a-9671-4ab3-9db0-751290b6d208), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:21.517967 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3ddaed4-e507-4483-8f85-943dbe1632bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:21.519104 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-d3ddaed4-e507-4483-8f85-943dbe1632bb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3751990a-9671-4ab3-9db0-751290b6d208 HTTP/1.1" status: 204 len: 168 time: 0.1219723 Jun 23 11:11:21.527332 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddaed4-e507-4483-8f85-943dbe1632bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3751990a-9671-4ab3-9db0-751290b6d208,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:22.637077 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-ffac17b8-875d-4bbb-96b8-5ae37fecfe46 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-218491231&fields=id&tenant_id=c8040a7c927f4d4ebff4964bc1b63ad7 HTTP/1.1" status: 200 len: 267 time: 0.0478480 Jun 23 11:11:22.765462 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-92fe0304-7eb6-46d5-9b92-facad1864945 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:22.767485 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-92fe0304-7eb6-46d5-9b92-facad1864945 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/networks?id=6428178e-b2c3-4ed8-8208-a2488665a794 HTTP/1.1" status: 200 len: 809 time: 0.1214559 Jun 23 11:11:22.784561 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-ffacb880-d63c-4a23-9d51-58d2ff817b36 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/quotas/c8040a7c927f4d4ebff4964bc1b63ad7 HTTP/1.1" status: 200 len: 375 time: 0.0099542 Jun 23 11:11:22.842087 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-84fa1cd7-e55a-4708-82b6-f78373d20418 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8040a7c927f4d4ebff4964bc1b63ad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506361 Jun 23 11:11:22.941227 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-886853af-3784-4cb4-91c3-3e709f5bdfa5 service neutron] 10.222.0.65 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864148 Jun 23 11:11:23.041598 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-708df17a-eff5-4ce6-8e07-2c2f52ada028 service neutron] 10.222.0.65 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955184 Jun 23 11:11:23.355050 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-49a9dea2-b1b7-4b94-a1a6-55648688c88e req-194d725a-d0da-4971-adc9-be70a6c516e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 210 time: 0.0354843 Jun 23 11:11:23.528992 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 45564) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:23.638812 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cddf604-b54c-4120-9b2f-f3e0eac4d19c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:23.716973 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cddf604-b54c-4120-9b2f-f3e0eac4d19c admin admin] Publish callbacks [] for security_group (f0b41a45-b9ab-48b7-9007-5da5e3e37314), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:23.721047 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cddf604-b54c-4120-9b2f-f3e0eac4d19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (f0b41a45-b9ab-48b7-9007-5da5e3e37314), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:23.764086 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-9cddf604-b54c-4120-9b2f-f3e0eac4d19c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c26b11f3e3340499a0855d9451dedfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315755 Jun 23 11:11:23.764086 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddf604-b54c-4120-9b2f-f3e0eac4d19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b41a45-b9ab-48b7-9007-5da5e3e37314,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:23.764863 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 45572) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:23.825436 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3eba2a4-ab46-4b1d-8b50-12181586fac2 admin admin] Publish callbacks [] for security_group (f0b41a45-b9ab-48b7-9007-5da5e3e37314), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:23.848424 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3eba2a4-ab46-4b1d-8b50-12181586fac2 admin admin] Publish callbacks [] for security_group (f0b41a45-b9ab-48b7-9007-5da5e3e37314), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:23.904643 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3eba2a4-ab46-4b1d-8b50-12181586fac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (f0b41a45-b9ab-48b7-9007-5da5e3e37314), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:23.907525 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3eba2a4-ab46-4b1d-8b50-12181586fac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:23.911450 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a3eba2a4-ab46-4b1d-8b50-12181586fac2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f0b41a45-b9ab-48b7-9007-5da5e3e37314 HTTP/1.1" status: 204 len: 168 time: 0.1433885 Jun 23 11:11:23.917543 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eba2a4-ab46-4b1d-8b50-12181586fac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b41a45-b9ab-48b7-9007-5da5e3e37314,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:24.191945 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 45594) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:24.206136 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b0e7e3d-4d4f-4357-aa70-d80d95caf96b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:24.207885 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:24.234742 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:24.298322 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b0e7e3d-4d4f-4357-aa70-d80d95caf96b admin admin] Publish callbacks [] for security_group (305b9080-bfb9-42ed-9489-55db468ba542), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:24.302309 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5b0e7e3d-4d4f-4357-aa70-d80d95caf96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (305b9080-bfb9-42ed-9489-55db468ba542), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:24.360768 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-5b0e7e3d-4d4f-4357-aa70-d80d95caf96b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f06ff56ef1f64c2ba71d89df681089e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670861 Jun 23 11:11:24.362070 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 45604) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:24.387966 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e7e3d-4d4f-4357-aa70-d80d95caf96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305b9080-bfb9-42ed-9489-55db468ba542,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:24.468701 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-255ec590-e3ec-4426-b59c-2166fefc0e60 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:24.471444 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-255ec590-e3ec-4426-b59c-2166fefc0e60 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.60 "GET /v2.0/networks?id=6428178e-b2c3-4ed8-8208-a2488665a794 HTTP/1.1" status: 200 len: 809 time: 0.1446702 Jun 23 11:11:24.484887 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bb136e1-29a3-498a-a5bc-0c3154ba7048 admin admin] Publish callbacks [] for security_group (305b9080-bfb9-42ed-9489-55db468ba542), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:24.511292 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bb136e1-29a3-498a-a5bc-0c3154ba7048 admin admin] Publish callbacks [] for security_group (305b9080-bfb9-42ed-9489-55db468ba542), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:24.516736 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fc62e643-c888-4ebf-b5ec-809b0e383ea4 req-25dec7cc-74b5-45c2-b454-4e70b24fda66 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 210 time: 0.0440698 Jun 23 11:11:24.581881 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bb136e1-29a3-498a-a5bc-0c3154ba7048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (305b9080-bfb9-42ed-9489-55db468ba542), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:24.582151 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-8c791287-a456-4b32-b39b-6eb8ad85e1bc tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8040a7c927f4d4ebff4964bc1b63ad7 HTTP/1.1" status: 200 len: 379 time: 0.0948448 Jun 23 11:11:24.583415 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bb136e1-29a3-498a-a5bc-0c3154ba7048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:24.587083 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-7bb136e1-29a3-498a-a5bc-0c3154ba7048 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/305b9080-bfb9-42ed-9489-55db468ba542 HTTP/1.1" status: 204 len: 168 time: 0.2213709 Jun 23 11:11:24.592998 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb136e1-29a3-498a-a5bc-0c3154ba7048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305b9080-bfb9-42ed-9489-55db468ba542,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:24.605114 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-588a271a-b97a-469b-8c10-7ef327928542 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Request body: {'port': {'device_id': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'admin_state_up': True, 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'security_groups': ['4fe59518-1517-410f-b6b1-fae3a9e6c8d4']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:11:24.731521 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-588a271a-b97a-469b-8c10-7ef327928542 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Made reservation on behalf of c8040a7c927f4d4ebff4964bc1b63ad7 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:11:24.734946 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-588a271a-b97a-469b-8c10-7ef327928542 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:24.894553 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-588a271a-b97a-469b-8c10-7ef327928542 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Allocated IP 172.20.0.3 (6428178e-b2c3-4ed8-8208-a2488665a794/75069e95-c0cf-45c2-8c4f-686a6b68266a/72bdff1f-006b-46d7-8a00-abb368b12ebb) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:11:25.047512 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-588a271a-b97a-469b-8c10-7ef327928542 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:25.068986 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:25.082337 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-588a271a-b97a-469b-8c10-7ef327928542 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:25.128436 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-588a271a-b97a-469b-8c10-7ef327928542 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Network 6428178e-b2c3-4ed8-8208-a2488665a794 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:11:25.131604 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-588a271a-b97a-469b-8c10-7ef327928542 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:11:25.135494 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-588a271a-b97a-469b-8c10-7ef327928542 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:11:25.164844 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a271a-b97a-469b-8c10-7ef327928542 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Pushing event updated for resources: {'Port': ['ID=72bdff1f-006b-46d7-8a00-abb368b12ebb,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:25.179141 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:25.197496 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-588a271a-b97a-469b-8c10-7ef327928542 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:25.198432 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-588a271a-b97a-469b-8c10-7ef327928542 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:25.223131 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-588a271a-b97a-469b-8c10-7ef327928542 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6293223 Jun 23 11:11:25.246096 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Request body: {'port': {'device_id': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:11:25.330580 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:25.432927 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-82c38e2c-2dc9-49a9-9b7e-f75d1f3cace6 None None] Provisioning complete for port 72bdff1f-006b-46d7-8a00-abb368b12ebb triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:11:25.433504 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-82c38e2c-2dc9-49a9-9b7e-f75d1f3cace6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:25.465567 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-82c38e2c-2dc9-49a9-9b7e-f75d1f3cace6 None None] Port 72bdff1f-006b-46d7-8a00-abb368b12ebb cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:11:25.627209 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72bdff1f-006b-46d7-8a00-abb368b12ebb {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:11:25.635147 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Publish callbacks [] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:25.642829 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac7366-23eb-42d3-b694-d0a05ad23fd1 req-b9072a3d-b489-4d45-b8c4-c92c6d1edf84 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:25.645158 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-35ac7366-23eb-42d3-b694-d0a05ad23fd1 req-b9072a3d-b489-4d45-b8c4-c92c6d1edf84 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 931 time: 0.0519819 Jun 23 11:11:25.653024 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Transition to ACTIVE for port object 72bdff1f-006b-46d7-8a00-abb368b12ebb will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:11:25.658237 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:25.701209 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-35ac7366-23eb-42d3-b694-d0a05ad23fd1 req-6ca0ed09-569d-4a50-abb6-1214f2708929 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493333 Jun 23 11:11:25.706668 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Pushing event updated for resources: {'Port': ['ID=72bdff1f-006b-46d7-8a00-abb368b12ebb,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:25.805376 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Attempting to bind port 72bdff1f-006b-46d7-8a00-abb368b12ebb on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:11:25.805719 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Attempting to bind port 72bdff1f-006b-46d7-8a00-abb368b12ebb by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'a7d60003-a1ed-4e04-9b38-93477e650f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:11:25.806048 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Attempting to bind port 72bdff1f-006b-46d7-8a00-abb368b12ebb on network 6428178e-b2c3-4ed8-8208-a2488665a794 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:11:25.810769 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Port 72bdff1f-006b-46d7-8a00-abb368b12ebb on network 6428178e-b2c3-4ed8-8208-a2488665a794 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:11:25.811094 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Attempting to bind port 72bdff1f-006b-46d7-8a00-abb368b12ebb on network 6428178e-b2c3-4ed8-8208-a2488665a794 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:11:25.816776 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:11:25.817113 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Checking segment: {'id': 'a7d60003-a1ed-4e04-9b38-93477e650f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:11:25.817490 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Bound using segment: {'id': 'a7d60003-a1ed-4e04-9b38-93477e650f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:11:25.817922 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Bound port: 72bdff1f-006b-46d7-8a00-abb368b12ebb, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d60003-a1ed-4e04-9b38-93477e650f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:11:25.818275 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:25.900847 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] For port 72bdff1f-006b-46d7-8a00-abb368b12ebb, host hv-cinder-84330, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:11:25.906124 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] For port 72bdff1f-006b-46d7-8a00-abb368b12ebb, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=72bdff1f-006b-46d7-8a00-abb368b12ebb,segment=NetworkSegment(a7d60003-a1ed-4e04-9b38-93477e650f24),segment_id=a7d60003-a1ed-4e04-9b38-93477e650f24)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:11:25.912994 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:25.952601 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:25.953214 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:25.955172 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] 10.222.0.60 "PUT /v2.0/ports/72bdff1f-006b-46d7-8a00-abb368b12ebb HTTP/1.1" status: 200 len: 1093 time: 0.7136700 Jun 23 11:11:25.955671 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'tag': '72bdff1f-006b-46d7-8a00-abb368b12ebb'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:11:25.957868 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af513f2a-0f15-4b04-a719-547d5584dd26" -d '{"events": [{"name": "network-changed", "server_uuid": "3fef873c-b5da-4857-b0d3-3fc5a5fc155d", "tag": "72bdff1f-006b-46d7-8a00-abb368b12ebb"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:11:26.006447 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a66f05-36e2-4d32-b0ed-1c87b8580365 service neutron] Pushing event updated for resources: {'Port': ['ID=72bdff1f-006b-46d7-8a00-abb368b12ebb,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:26.026600 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dead1e10-6674-4136-b25f-6d58aab6a145 x-openstack-request-id: req-dead1e10-6674-4136-b25f-6d58aab6a145 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:11:26.026893 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fef873c-b5da-4857-b0d3-3fc5a5fc155d", "tag": "72bdff1f-006b-46d7-8a00-abb368b12ebb", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:11:26.027146 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dead1e10-6674-4136-b25f-6d58aab6a145 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:11:26.027551 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dead1e10-6674-4136-b25f-6d58aab6a145'] response: {'name': 'network-changed', 'server_uuid': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'tag': '72bdff1f-006b-46d7-8a00-abb368b12ebb', 'status': 'completed', 'code': 200} Jun 23 11:11:26.099109 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-8e96241a-2eaf-4021-9eaf-a8c3253f5fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:26.100712 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-8e96241a-2eaf-4021-9eaf-a8c3253f5fd8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8040a7c927f4d4ebff4964bc1b63ad7&device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 1127 time: 0.0458648 Jun 23 11:11:26.150245 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-149c1c71-ddb9-4b37-bffe-aa3fe3e28b95 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72bdff1f-006b-46d7-8a00-abb368b12ebb HTTP/1.1" status: 200 len: 217 time: 0.0352082 Jun 23 11:11:26.203961 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:26.208738 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-b23755a1-d5cf-4f3e-beed-57f8e381353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:26.209783 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-b23755a1-d5cf-4f3e-beed-57f8e381353e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75069e95-c0cf-45c2-8c4f-686a6b68266a HTTP/1.1" status: 200 len: 848 time: 0.0535581 Jun 23 11:11:26.257866 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-60dc06a4-9d94-4278-b3a5-797f05145af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:26.259460 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-60dc06a4-9d94-4278-b3a5-797f05145af9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6428178e-b2c3-4ed8-8208-a2488665a794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428648 Jun 23 11:11:26.298554 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:26.368701 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-cc84b4c8-dacd-4c71-ab34-248c7d130f55 service neutron] 10.222.0.60 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019936 Jun 23 11:11:26.458588 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b35a9fe7-b9e4-4988-bee3-b89ee1ba6623 req-bb0cd62b-7ee5-4e3d-aa51-4e68c9f9124d service neutron] 10.222.0.60 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835416 Jun 23 11:11:26.825177 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542de8d-cefe-4a0a-9b2f-272d72f7d46e req-4d393bac-2426-48b9-822f-d1d2ee0c153e tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:26.826625 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f542de8d-cefe-4a0a-9b2f-272d72f7d46e req-4d393bac-2426-48b9-822f-d1d2ee0c153e tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 943 time: 0.0493042 Jun 23 11:11:26.864547 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af513f2a-0f15-4b04-a719-547d5584dd26 req-5b540e0a-538b-4054-bb38-a248b73d791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:26.866134 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af513f2a-0f15-4b04-a719-547d5584dd26 req-5b540e0a-538b-4054-bb38-a248b73d791d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8040a7c927f4d4ebff4964bc1b63ad7&device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 1127 time: 0.0433068 Jun 23 11:11:26.879126 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f542de8d-cefe-4a0a-9b2f-272d72f7d46e req-89611f0e-c33d-452c-a059-9d7237d29118 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463960 Jun 23 11:11:26.968295 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af513f2a-0f15-4b04-a719-547d5584dd26 req-3245702a-043a-4f67-a675-2b509c17efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:26.970791 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af513f2a-0f15-4b04-a719-547d5584dd26 req-3245702a-043a-4f67-a675-2b509c17efa6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6428178e-b2c3-4ed8-8208-a2488665a794 HTTP/1.1" status: 200 len: 910 time: 0.0942078 Jun 23 11:11:26.977369 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 45704) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:27.013110 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af513f2a-0f15-4b04-a719-547d5584dd26 req-e78844a2-fb84-48a5-b444-f0a18a6a2549 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72bdff1f-006b-46d7-8a00-abb368b12ebb HTTP/1.1" status: 200 len: 217 time: 0.0352654 Jun 23 11:11:27.066913 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af513f2a-0f15-4b04-a719-547d5584dd26 req-848bde9b-eed9-4d9c-a737-44f8ec557601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:27.068332 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af513f2a-0f15-4b04-a719-547d5584dd26 req-848bde9b-eed9-4d9c-a737-44f8ec557601 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75069e95-c0cf-45c2-8c4f-686a6b68266a HTTP/1.1" status: 200 len: 848 time: 0.0490234 Jun 23 11:11:27.115228 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af513f2a-0f15-4b04-a719-547d5584dd26 req-383a514a-3dd6-4b46-a3f6-8c47ab65d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:27.116749 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af513f2a-0f15-4b04-a719-547d5584dd26 req-383a514a-3dd6-4b46-a3f6-8c47ab65d649 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6428178e-b2c3-4ed8-8208-a2488665a794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407715 Jun 23 11:11:27.117499 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-877a65c6-edf4-41e2-955c-aadf52ad9875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:27.162215 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:27.213100 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-877a65c6-edf4-41e2-955c-aadf52ad9875 admin admin] Publish callbacks [] for security_group (b8b939f2-3475-45b0-942e-ee64f9613067), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:27.217221 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-877a65c6-edf4-41e2-955c-aadf52ad9875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (b8b939f2-3475-45b0-942e-ee64f9613067), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:27.224897 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af513f2a-0f15-4b04-a719-547d5584dd26 req-838e6ebc-cc6d-4ae4-95db-202f42c520fd service neutron] 10.222.0.60 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009285 Jun 23 11:11:27.258368 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a65c6-edf4-41e2-955c-aadf52ad9875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b939f2-3475-45b0-942e-ee64f9613067,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:27.264585 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-877a65c6-edf4-41e2-955c-aadf52ad9875 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b435b446ea544cd3b5c0f841955ad972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854581 Jun 23 11:11:27.265620 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 45714) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:27.314811 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d003f026-2a23-4ac6-9d61-c175dd174d2e admin admin] Publish callbacks [] for security_group (b8b939f2-3475-45b0-942e-ee64f9613067), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:27.320739 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af513f2a-0f15-4b04-a719-547d5584dd26 req-9fcd9afc-aa50-496a-9518-1b2d01dfa3db service neutron] 10.222.0.60 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893965 Jun 23 11:11:27.337052 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d003f026-2a23-4ac6-9d61-c175dd174d2e admin admin] Publish callbacks [] for security_group (b8b939f2-3475-45b0-942e-ee64f9613067), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:27.339750 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:27.389290 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d003f026-2a23-4ac6-9d61-c175dd174d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (b8b939f2-3475-45b0-942e-ee64f9613067), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:27.392778 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d003f026-2a23-4ac6-9d61-c175dd174d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:27.393939 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-d003f026-2a23-4ac6-9d61-c175dd174d2e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8b939f2-3475-45b0-942e-ee64f9613067 HTTP/1.1" status: 204 len: 168 time: 0.1275289 Jun 23 11:11:27.402286 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003f026-2a23-4ac6-9d61-c175dd174d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b939f2-3475-45b0-942e-ee64f9613067,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:27.664073 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 45720) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:27.677551 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85b54e25-5226-4784-afc7-9791728b307a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:27.752823 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85b54e25-5226-4784-afc7-9791728b307a admin admin] Publish callbacks [] for security_group (f96900b1-9be8-4ece-b327-1f5b27176528), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:27.756214 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85b54e25-5226-4784-afc7-9791728b307a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (f96900b1-9be8-4ece-b327-1f5b27176528), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:27.796483 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-85b54e25-5226-4784-afc7-9791728b307a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4834324fd05d422ab74192ad78523bab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313806 Jun 23 11:11:27.798087 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b54e25-5226-4784-afc7-9791728b307a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96900b1-9be8-4ece-b327-1f5b27176528,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:27.799746 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 45722) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:27.847796 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98cc9d79-cd2f-44f4-8a94-b97773ed0239 admin admin] Publish callbacks [] for security_group (f96900b1-9be8-4ece-b327-1f5b27176528), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:27.868717 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98cc9d79-cd2f-44f4-8a94-b97773ed0239 admin admin] Publish callbacks [] for security_group (f96900b1-9be8-4ece-b327-1f5b27176528), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:27.919286 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98cc9d79-cd2f-44f4-8a94-b97773ed0239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (f96900b1-9be8-4ece-b327-1f5b27176528), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:27.922052 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-98cc9d79-cd2f-44f4-8a94-b97773ed0239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:27.923906 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-98cc9d79-cd2f-44f4-8a94-b97773ed0239 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f96900b1-9be8-4ece-b327-1f5b27176528 HTTP/1.1" status: 204 len: 168 time: 0.1230707 Jun 23 11:11:27.932213 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc9d79-cd2f-44f4-8a94-b97773ed0239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96900b1-9be8-4ece-b327-1f5b27176528,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:28.008848 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fed95-a2fd-423d-b9f6-39529f2f745c req-4e9080f5-fec8-4815-ae21-8d4ec9ed61f0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:28.009870 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4e8fed95-a2fd-423d-b9f6-39529f2f745c req-4e9080f5-fec8-4815-ae21-8d4ec9ed61f0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 943 time: 0.0473640 Jun 23 11:11:28.055032 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:28.060241 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4e8fed95-a2fd-423d-b9f6-39529f2f745c req-765266bd-fa55-4be2-85e7-6815139a5e89 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445504 Jun 23 11:11:28.439333 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 45744) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:28.543778 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2197c839-0fb4-49fa-bcd1-92bf23fdf206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:28.621548 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2197c839-0fb4-49fa-bcd1-92bf23fdf206 admin admin] Publish callbacks [] for security_group (80f23d3b-b108-4307-807c-532557708583), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:28.625422 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2197c839-0fb4-49fa-bcd1-92bf23fdf206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (80f23d3b-b108-4307-807c-532557708583), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:28.631259 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:28.666088 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197c839-0fb4-49fa-bcd1-92bf23fdf206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f23d3b-b108-4307-807c-532557708583,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:28.670386 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-2197c839-0fb4-49fa-bcd1-92bf23fdf206 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6bd70e3417224f9c8078be5b95c558a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299714 Jun 23 11:11:28.673651 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 45756) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:28.725134 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3c7c9fe-a69d-4e41-bfaf-b782fc9e2f30 admin admin] Publish callbacks [] for security_group (80f23d3b-b108-4307-807c-532557708583), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:28.746763 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3c7c9fe-a69d-4e41-bfaf-b782fc9e2f30 admin admin] Publish callbacks [] for security_group (80f23d3b-b108-4307-807c-532557708583), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:28.795679 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3c7c9fe-a69d-4e41-bfaf-b782fc9e2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (80f23d3b-b108-4307-807c-532557708583), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:28.798827 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-a3c7c9fe-a69d-4e41-bfaf-b782fc9e2f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:28.799998 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-a3c7c9fe-a69d-4e41-bfaf-b782fc9e2f30 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80f23d3b-b108-4307-807c-532557708583 HTTP/1.1" status: 204 len: 168 time: 0.1254399 Jun 23 11:11:28.808721 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7c9fe-a69d-4e41-bfaf-b782fc9e2f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f23d3b-b108-4307-807c-532557708583,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:29.081025 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 45772) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:29.190377 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00076e3e-a0a0-4462-9182-5c91e0adcd53 req-735e6b6f-f5dd-40f2-82aa-fd5d99aef79f tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:29.192320 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-00076e3e-a0a0-4462-9182-5c91e0adcd53 req-735e6b6f-f5dd-40f2-82aa-fd5d99aef79f tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 943 time: 0.0534825 Jun 23 11:11:29.204801 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb360cd9-31c7-4ecb-b7a3-57ab96a83b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:29.249124 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-00076e3e-a0a0-4462-9182-5c91e0adcd53 req-0e56db14-f7d2-4838-8ac4-ea9747818457 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494823 Jun 23 11:11:29.305381 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb360cd9-31c7-4ecb-b7a3-57ab96a83b3e admin admin] Publish callbacks [] for security_group (f93b07e0-2118-41b2-9b50-6c53cde37ceb), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:29.309049 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-eb360cd9-31c7-4ecb-b7a3-57ab96a83b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (f93b07e0-2118-41b2-9b50-6c53cde37ceb), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:29.348870 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-eb360cd9-31c7-4ecb-b7a3-57ab96a83b3e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6bbce5e597634a5689edef50f1d09fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666249 Jun 23 11:11:29.349715 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb360cd9-31c7-4ecb-b7a3-57ab96a83b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93b07e0-2118-41b2-9b50-6c53cde37ceb,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:29.351392 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 45788) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:29.405340 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bc40d5e-37c5-4e89-8bf3-917dd64a0ba5 admin admin] Publish callbacks [] for security_group (f93b07e0-2118-41b2-9b50-6c53cde37ceb), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:29.427984 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bc40d5e-37c5-4e89-8bf3-917dd64a0ba5 admin admin] Publish callbacks [] for security_group (f93b07e0-2118-41b2-9b50-6c53cde37ceb), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:29.476242 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bc40d5e-37c5-4e89-8bf3-917dd64a0ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (f93b07e0-2118-41b2-9b50-6c53cde37ceb), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:29.478804 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bc40d5e-37c5-4e89-8bf3-917dd64a0ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:29.479975 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-1bc40d5e-37c5-4e89-8bf3-917dd64a0ba5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f93b07e0-2118-41b2-9b50-6c53cde37ceb HTTP/1.1" status: 204 len: 168 time: 0.1267896 Jun 23 11:11:29.487906 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc40d5e-37c5-4e89-8bf3-917dd64a0ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93b07e0-2118-41b2-9b50-6c53cde37ceb,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:30.109508 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=2 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:30.375956 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9652dc-b024-4947-88bb-37425f1e044f req-cd748aba-6921-4cbf-9ee8-213cfd416e51 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:30.378140 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2e9652dc-b024-4947-88bb-37425f1e044f req-cd748aba-6921-4cbf-9ee8-213cfd416e51 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 943 time: 0.0548978 Jun 23 11:11:30.429909 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2e9652dc-b024-4947-88bb-37425f1e044f req-233aff1e-7b4c-4da3-9edb-c1a730558ab5 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445535 Jun 23 11:11:31.545164 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ee9ba-e1bf-48b9-a77c-3e65f3f0388f req-4a8700df-8211-46b0-b017-e746c20c22df tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:31.546611 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ad1ee9ba-e1bf-48b9-a77c-3e65f3f0388f req-4a8700df-8211-46b0-b017-e746c20c22df tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 943 time: 0.0494809 Jun 23 11:11:31.594565 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ad1ee9ba-e1bf-48b9-a77c-3e65f3f0388f req-0bf51e5f-4c15-4b5a-a8a4-d1dfb06562b2 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421379 Jun 23 11:11:32.712399 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41a895-3366-4126-b0a8-23d2374cba9d req-ed9d985f-6324-4321-a9d9-61effb5726b9 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:32.714034 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-df41a895-3366-4126-b0a8-23d2374cba9d req-ed9d985f-6324-4321-a9d9-61effb5726b9 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 943 time: 0.0494666 Jun 23 11:11:32.765849 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-df41a895-3366-4126-b0a8-23d2374cba9d req-384c1cc5-a648-478b-9c56-fea87676ddc7 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449626 Jun 23 11:11:33.365388 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4486b872-ecc4-431d-a9b7-c165073f42de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:33.703217 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 45910) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:33.808769 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3d78228a-fff7-4ae6-ab13-0dc2cd71a491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:33.819143 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:33.896049 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458fc31-abf1-4ba9-a6ff-9cba9b6271d4 req-7e0f30db-0204-4581-be01-01b26e2676ca tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:33.897498 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9458fc31-abf1-4ba9-a6ff-9cba9b6271d4 req-7e0f30db-0204-4581-be01-01b26e2676ca tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 943 time: 0.0606253 Jun 23 11:11:33.955643 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3d78228a-fff7-4ae6-ab13-0dc2cd71a491 admin admin] Publish callbacks [] for security_group (5fcfdd6c-ff10-4282-8eb0-594aaf0073dd), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:33.963622 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3d78228a-fff7-4ae6-ab13-0dc2cd71a491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (5fcfdd6c-ff10-4282-8eb0-594aaf0073dd), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:33.991201 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9458fc31-abf1-4ba9-a6ff-9cba9b6271d4 req-ba480d18-d251-4d60-9b7d-b0901dd074cd tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873733 Jun 23 11:11:34.001657 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:34.012086 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-3d78228a-fff7-4ae6-ab13-0dc2cd71a491 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e2b09458ea34420b89bc3ad3f7171dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076217 Jun 23 11:11:34.014516 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78228a-fff7-4ae6-ab13-0dc2cd71a491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcfdd6c-ff10-4282-8eb0-594aaf0073dd,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:34.014833 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 45916) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:34.069732 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f831851-7d5f-4fd8-8afd-effd867945ab admin admin] Publish callbacks [] for security_group (5fcfdd6c-ff10-4282-8eb0-594aaf0073dd), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:34.099133 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f831851-7d5f-4fd8-8afd-effd867945ab admin admin] Publish callbacks [] for security_group (5fcfdd6c-ff10-4282-8eb0-594aaf0073dd), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:34.100351 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:34.146141 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f831851-7d5f-4fd8-8afd-effd867945ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (5fcfdd6c-ff10-4282-8eb0-594aaf0073dd), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:34.148681 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5f831851-7d5f-4fd8-8afd-effd867945ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:34.149788 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-5f831851-7d5f-4fd8-8afd-effd867945ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5fcfdd6c-ff10-4282-8eb0-594aaf0073dd HTTP/1.1" status: 204 len: 168 time: 0.1337650 Jun 23 11:11:34.157868 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f831851-7d5f-4fd8-8afd-effd867945ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcfdd6c-ff10-4282-8eb0-594aaf0073dd,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:34.411867 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 45922) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:34.425058 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fe955ae4-21fd-4bbf-bb55-19aab381452d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:34.495915 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:34.497984 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fe955ae4-21fd-4bbf-bb55-19aab381452d admin admin] Publish callbacks [] for security_group (06f28c63-ae20-4c69-821a-29aad8c9249a), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:34.502193 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-fe955ae4-21fd-4bbf-bb55-19aab381452d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (06f28c63-ae20-4c69-821a-29aad8c9249a), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:34.541005 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe955ae4-21fd-4bbf-bb55-19aab381452d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f28c63-ae20-4c69-821a-29aad8c9249a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:34.545015 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-fe955ae4-21fd-4bbf-bb55-19aab381452d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c533caa2c2514ecfaaf2bb8f89982645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321278 Jun 23 11:11:34.547628 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 45924) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:34.595674 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3a1d968-131b-4b77-828c-63e005f00d26 admin admin] Publish callbacks [] for security_group (06f28c63-ae20-4c69-821a-29aad8c9249a), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:34.616675 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3a1d968-131b-4b77-828c-63e005f00d26 admin admin] Publish callbacks [] for security_group (06f28c63-ae20-4c69-821a-29aad8c9249a), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:34.666729 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3a1d968-131b-4b77-828c-63e005f00d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (06f28c63-ae20-4c69-821a-29aad8c9249a), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:34.669433 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f3a1d968-131b-4b77-828c-63e005f00d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:34.670709 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f3a1d968-131b-4b77-828c-63e005f00d26 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/06f28c63-ae20-4c69-821a-29aad8c9249a HTTP/1.1" status: 204 len: 168 time: 0.1216650 Jun 23 11:11:34.679669 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1d968-131b-4b77-828c-63e005f00d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f28c63-ae20-4c69-821a-29aad8c9249a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:35.118224 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66eb49b-7dd0-43f3-93aa-87748dbd98a3 req-53143817-89d3-46ea-bf7c-9f3ad0dbf1c0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:35.119700 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e66eb49b-7dd0-43f3-93aa-87748dbd98a3 req-53143817-89d3-46ea-bf7c-9f3ad0dbf1c0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 943 time: 0.0480511 Jun 23 11:11:35.168589 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e66eb49b-7dd0-43f3-93aa-87748dbd98a3 req-f9982f8d-2f05-41f4-85fb-a558532150d6 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432115 Jun 23 11:11:35.636232 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:35.650655 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-216423a8-991b-47d6-bdb9-850ba6ec40d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:36.286542 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81c23a-f39f-44a0-be34-2c40fb023026 req-cdf6e208-22d8-456f-99f5-235e33680110 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:36.288021 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8f81c23a-f39f-44a0-be34-2c40fb023026 req-cdf6e208-22d8-456f-99f5-235e33680110 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 943 time: 0.0542004 Jun 23 11:11:36.335766 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8f81c23a-f39f-44a0-be34-2c40fb023026 req-8e700f49-e365-4ecf-afd1-17b57308ebad tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422738 Jun 23 11:11:36.348695 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 72bdff1f-006b-46d7-8a00-abb368b12ebb details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:11:36.445125 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 72bdff1f-006b-46d7-8a00-abb368b12ebb, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=72bdff1f-006b-46d7-8a00-abb368b12ebb,segment=NetworkSegment(a7d60003-a1ed-4e04-9b38-93477e650f24),segment_id=a7d60003-a1ed-4e04-9b38-93477e650f24)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:11:36.456184 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '72bdff1f-006b-46d7-8a00-abb368b12ebb', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'port_id': '72bdff1f-006b-46d7-8a00-abb368b12ebb', 'mac_address': 'fa:16:3e:39:00:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:11:36.489694 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 72bdff1f-006b-46d7-8a00-abb368b12ebb is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:11:36.490080 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:36.502424 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72bdff1f-006b-46d7-8a00-abb368b12ebb {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:11:36.506129 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:36.523770 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 72bdff1f-006b-46d7-8a00-abb368b12ebb, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=72bdff1f-006b-46d7-8a00-abb368b12ebb,segment=NetworkSegment(a7d60003-a1ed-4e04-9b38-93477e650f24),segment_id=a7d60003-a1ed-4e04-9b38-93477e650f24)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:11:36.527368 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:36.571279 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=72bdff1f-006b-46d7-8a00-abb368b12ebb,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:36.578208 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:11:36.578549 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:11:36.578888 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:11:36.579223 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:11:36.579551 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:11:36.579899 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:11:36.580220 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:11:36.580540 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:11:36.580861 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:11:36.581177 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:11:36.581494 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:11:36.581809 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:11:36.582124 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:11:36.582439 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:11:36.582749 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:11:36.720573 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:36.909563 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['72bdff1f-006b-46d7-8a00-abb368b12ebb'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:11:37.448303 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9ba13-e242-4900-9088-2997e332990c req-f7ba450c-d52f-4067-879d-3539f1108f9d tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:37.449787 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-acc9ba13-e242-4900-9088-2997e332990c req-f7ba450c-d52f-4067-879d-3539f1108f9d tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 944 time: 0.0462925 Jun 23 11:11:37.498220 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-acc9ba13-e242-4900-9088-2997e332990c req-9d59e179-60ae-43aa-a0e2-990626de1bbb tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426309 Jun 23 11:11:37.699580 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:38.129268 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:38.611213 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddd22a-2c5d-42bf-81f4-a993e4482c65 req-1631a830-f3a7-4c53-a18d-8f82b2476cd3 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:38.612676 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d5ddd22a-2c5d-42bf-81f4-a993e4482c65 req-1631a830-f3a7-4c53-a18d-8f82b2476cd3 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 944 time: 0.0465262 Jun 23 11:11:38.666034 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d5ddd22a-2c5d-42bf-81f4-a993e4482c65 req-43f6460b-745e-459e-b0d6-04330750b60d tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478899 Jun 23 11:11:38.675032 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:38.801415 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 72bdff1f-006b-46d7-8a00-abb368b12ebb up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:11:38.842162 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port 72bdff1f-006b-46d7-8a00-abb368b12ebb completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:11:38.847482 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 72bdff1f-006b-46d7-8a00-abb368b12ebb triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:11:38.847881 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:38.925722 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 72bdff1f-006b-46d7-8a00-abb368b12ebb is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:11:38.926103 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:38.946082 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:38.951408 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bdff1f-006b-46d7-8a00-abb368b12ebb'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:11:38.953650 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cc94e5-03b7-4b9a-8d4e-0cb5085e004e" -d '{"events": [{"server_uuid": "3fef873c-b5da-4857-b0d3-3fc5a5fc155d", "name": "network-vif-plugged", "status": "completed", "tag": "72bdff1f-006b-46d7-8a00-abb368b12ebb"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:11:38.966063 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 72bdff1f-006b-46d7-8a00-abb368b12ebb, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=72bdff1f-006b-46d7-8a00-abb368b12ebb,segment=NetworkSegment(a7d60003-a1ed-4e04-9b38-93477e650f24),segment_id=a7d60003-a1ed-4e04-9b38-93477e650f24)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:11:38.970073 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:38.997390 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70db115-4de9-4876-9d27-b352818a3107 x-openstack-request-id: req-f70db115-4de9-4876-9d27-b352818a3107 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:11:38.997674 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fef873c-b5da-4857-b0d3-3fc5a5fc155d", "name": "network-vif-plugged", "status": "completed", "tag": "72bdff1f-006b-46d7-8a00-abb368b12ebb", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:11:38.997921 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f70db115-4de9-4876-9d27-b352818a3107 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:11:38.998305 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f70db115-4de9-4876-9d27-b352818a3107'] response: {'server_uuid': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bdff1f-006b-46d7-8a00-abb368b12ebb', 'code': 200} Jun 23 11:11:39.024444 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=72bdff1f-006b-46d7-8a00-abb368b12ebb,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:39.258954 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16100a4-9689-4669-a111-ae4eed835d8d req-14183bf4-de61-46b9-8d03-581d7c74c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:39.260493 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b16100a4-9689-4669-a111-ae4eed835d8d req-14183bf4-de61-46b9-8d03-581d7c74c2e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 1129 time: 0.0434356 Jun 23 11:11:39.307628 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-b16100a4-9689-4669-a111-ae4eed835d8d req-d44b2d27-0087-4619-826d-c5b0f6f1039b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394466 Jun 23 11:11:39.785043 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e49c4-2168-4c80-a3f3-0209a04b6c7d req-c3367284-be8b-4e40-b096-cc7516c750a1 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:39.786515 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-df6e49c4-2168-4c80-a3f3-0209a04b6c7d req-c3367284-be8b-4e40-b096-cc7516c750a1 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0492263 Jun 23 11:11:39.838649 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-df6e49c4-2168-4c80-a3f3-0209a04b6c7d req-4605192e-2c00-4ed4-ae78-efc1bb5e3bdd tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461035 Jun 23 11:11:40.128382 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:11:40.910224 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46006) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:40.968725 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b381b28-e788-4e5a-8d41-a65c5021b439 req-dd61fa38-de66-4e4b-b7a2-af154505549f tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:40.970201 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b381b28-e788-4e5a-8d41-a65c5021b439 req-dd61fa38-de66-4e4b-b7a2-af154505549f tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0530419 Jun 23 11:11:41.032090 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0b381b28-e788-4e5a-8d41-a65c5021b439 req-4a78cdc7-8641-449a-b19d-85e1f4a88108 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560799 Jun 23 11:11:41.032977 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38bfbc86-af92-47b7-b3fd-c0a3975a3ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.045965 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:41.116672 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38bfbc86-af92-47b7-b3fd-c0a3975a3ccd admin admin] Publish callbacks [] for security_group (95b5d989-573b-4913-ba8b-cfb328c040ee), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.120904 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-38bfbc86-af92-47b7-b3fd-c0a3975a3ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (95b5d989-573b-4913-ba8b-cfb328c040ee), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.153488 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18c2ac-29e3-431e-b55c-bb0542a22cec req-ec39a5bf-6068-4cc9-b2bd-8f0161527327 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:41.161088 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-3b18c2ac-29e3-431e-b55c-bb0542a22cec req-ec39a5bf-6068-4cc9-b2bd-8f0161527327 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0505414 Jun 23 11:11:41.165128 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-38bfbc86-af92-47b7-b3fd-c0a3975a3ccd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f211a72a8969467eb86d4fc5e28561e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531314 Jun 23 11:11:41.166232 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfbc86-af92-47b7-b3fd-c0a3975a3ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b5d989-573b-4913-ba8b-cfb328c040ee,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:41.170174 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46012) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:41.242176 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-3b18c2ac-29e3-431e-b55c-bb0542a22cec req-629ce0bb-7b12-4aa6-ae5e-acae14b2642f tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803161 Jun 23 11:11:41.251325 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee39b453-7e81-4846-ae54-46d7a98197c8 admin admin] Publish callbacks [] for security_group (95b5d989-573b-4913-ba8b-cfb328c040ee), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.263413 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46014) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:41.273499 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee39b453-7e81-4846-ae54-46d7a98197c8 admin admin] Publish callbacks [] for security_group (95b5d989-573b-4913-ba8b-cfb328c040ee), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.321022 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee39b453-7e81-4846-ae54-46d7a98197c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (95b5d989-573b-4913-ba8b-cfb328c040ee), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.323671 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee39b453-7e81-4846-ae54-46d7a98197c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.327354 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-ee39b453-7e81-4846-ae54-46d7a98197c8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/95b5d989-573b-4913-ba8b-cfb328c040ee HTTP/1.1" status: 204 len: 168 time: 0.1538346 Jun 23 11:11:41.334630 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39b453-7e81-4846-ae54-46d7a98197c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b5d989-573b-4913-ba8b-cfb328c040ee,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:41.413467 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123499e5-d037-4b9a-8476-d5cb2edde68d tempest-TestShelveInstance-423213366 tempest-TestShelveInstance-423213366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:41.415598 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-123499e5-d037-4b9a-8476-d5cb2edde68d tempest-TestShelveInstance-423213366 tempest-TestShelveInstance-423213366-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 1124 time: 0.1510034 Jun 23 11:11:41.418573 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46020) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:41.422900 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Request body: {'floatingip': {'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'port_id': '72bdff1f-006b-46d7-8a00-abb368b12ebb', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:11:41.445012 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.525967 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.578224 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:41.610019 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46024) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:41.630092 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b083a897-aedf-4ee2-bbfa-a1811702396e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.664042 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Allocated IP 172.27.2.150 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/0444d323-854d-40b9-8c5e-d99e0fb25da1) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:11:41.802678 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b083a897-aedf-4ee2-bbfa-a1811702396e admin admin] Publish callbacks [] for security_group (4407876e-d73d-4200-bf5a-f28fae5e736a), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.811042 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-b083a897-aedf-4ee2-bbfa-a1811702396e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (4407876e-d73d-4200-bf5a-f28fae5e736a), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.823833 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for port (0444d323-854d-40b9-8c5e-d99e0fb25da1), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.866160 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-b083a897-aedf-4ee2-bbfa-a1811702396e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=33189b2a4caa45d99d754d9dab95e775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551575 Jun 23 11:11:41.868813 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46026) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:41.871149 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083a897-aedf-4ee2-bbfa-a1811702396e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4407876e-d73d-4200-bf5a-f28fae5e736a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:41.887303 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (0444d323-854d-40b9-8c5e-d99e0fb25da1), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.895599 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:41.918662 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-246b98ae-22f1-4fc2-978e-596d5e9cba0c admin admin] Publish callbacks [] for security_group (4407876e-d73d-4200-bf5a-f28fae5e736a), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.933226 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:11:41.938366 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:11:41.941384 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-246b98ae-22f1-4fc2-978e-596d5e9cba0c admin admin] Publish callbacks [] for security_group (4407876e-d73d-4200-bf5a-f28fae5e736a), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.942424 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:11:41.947553 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Pushing event updated for resources: {'Port': ['ID=0444d323-854d-40b9-8c5e-d99e0fb25da1,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:41.991297 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-246b98ae-22f1-4fc2-978e-596d5e9cba0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (4407876e-d73d-4200-bf5a-f28fae5e736a), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.993863 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-246b98ae-22f1-4fc2-978e-596d5e9cba0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:41.995045 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-246b98ae-22f1-4fc2-978e-596d5e9cba0c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4407876e-d73d-4200-bf5a-f28fae5e736a HTTP/1.1" status: 204 len: 168 time: 0.1252291 Jun 23 11:11:42.005045 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b98ae-22f1-4fc2-978e-596d5e9cba0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4407876e-d73d-4200-bf5a-f28fae5e736a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:42.285227 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:42.305917 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for floatingip (c3ecebd7-7a06-4175-9013-d4806998f645), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:42.379603 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (0444d323-854d-40b9-8c5e-d99e0fb25da1), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:42.531705 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for port (0444d323-854d-40b9-8c5e-d99e0fb25da1), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:42.536390 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (0444d323-854d-40b9-8c5e-d99e0fb25da1), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:42.607611 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Pushing event updated for resources: {'Port': ['ID=0444d323-854d-40b9-8c5e-d99e0fb25da1,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:42.614678 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (c3ecebd7-7a06-4175-9013-d4806998f645), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:42.707858 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Floating IP c3ecebd7-7a06-4175-9013-d4806998f645 associated. External IP: 172.27.2.150, port: 72bdff1f-006b-46d7-8a00-abb368b12ebb. Jun 23 11:11:43.008770 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:43.139781 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Router f63e94ed-55ab-40de-86e7-b646c3bd7f8f has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:11:43.242736 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:11:43.252015 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f5ddc-4de2-4464-b749-76150e6f2901 None None] Sync routers for ids ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:11:43.259784 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:43.263447 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f5ddc-4de2-4464-b749-76150e6f2901 None None] Routers {'f63e94ed-55ab-40de-86e7-b646c3bd7f8f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:11:43.264096 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f99f5ddc-4de2-4464-b749-76150e6f2901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:11:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:11:43.290256 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-5ce1788d-733f-4838-b1fd-e17c34ec42e0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8706412 Jun 23 11:11:43.290853 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'tag': '72bdff1f-006b-46d7-8a00-abb368b12ebb'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:11:43.293122 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ec6f8b-626a-45b5-9f36-48eaa70e4931" -d '{"events": [{"name": "network-changed", "server_uuid": "3fef873c-b5da-4857-b0d3-3fc5a5fc155d", "tag": "72bdff1f-006b-46d7-8a00-abb368b12ebb"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:11:43.327210 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9f37c6-0824-4994-96d7-f0c3411e33ee x-openstack-request-id: req-aa9f37c6-0824-4994-96d7-f0c3411e33ee {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:11:43.327496 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fef873c-b5da-4857-b0d3-3fc5a5fc155d", "tag": "72bdff1f-006b-46d7-8a00-abb368b12ebb", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:11:43.327783 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa9f37c6-0824-4994-96d7-f0c3411e33ee {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:11:43.328186 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9f37c6-0824-4994-96d7-f0c3411e33ee'] response: {'name': 'network-changed', 'server_uuid': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'tag': '72bdff1f-006b-46d7-8a00-abb368b12ebb', 'status': 'completed', 'code': 200} Jun 23 11:11:43.366923 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f99f5ddc-4de2-4464-b749-76150e6f2901 None None] Set router f63e94ed-55ab-40de-86e7-b646c3bd7f8f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:11:43.412484 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec6f8b-626a-45b5-9f36-48eaa70e4931 req-0e4175f1-8fa2-4605-b77a-f8962534265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:43.413963 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e3ec6f8b-626a-45b5-9f36-48eaa70e4931 req-0e4175f1-8fa2-4605-b77a-f8962534265f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8040a7c927f4d4ebff4964bc1b63ad7&device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 1129 time: 0.0392039 Jun 23 11:11:43.429923 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:43.509695 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec6f8b-626a-45b5-9f36-48eaa70e4931 req-9bbd6032-e32d-4dfc-971c-80d42755b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:43.511048 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e3ec6f8b-626a-45b5-9f36-48eaa70e4931 req-9bbd6032-e32d-4dfc-971c-80d42755b47f service neutron] 10.222.0.60 "GET /v2.0/networks?id=6428178e-b2c3-4ed8-8208-a2488665a794 HTTP/1.1" status: 200 len: 910 time: 0.0891018 Jun 23 11:11:43.574763 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e3ec6f8b-626a-45b5-9f36-48eaa70e4931 req-031a5f27-aaf4-4e50-b00a-573e652849b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72bdff1f-006b-46d7-8a00-abb368b12ebb HTTP/1.1" status: 200 len: 999 time: 0.0572236 Jun 23 11:11:43.577730 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f99f5ddc-4de2-4464-b749-76150e6f2901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'name': 'tempest-TestShelveInstance-1945488488-router', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:49Z', 'updated_at': '2022-06-23T11:10:52Z', 'revision_number': 4, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'gw_port': {'id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:50Z', 'updated_at': '2022-06-23T11:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': 'c3ecebd7-7a06-4175-9013-d4806998f645', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'port_id': '72bdff1f-006b-46d7-8a00-abb368b12ebb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'mac_address': 'fa:16:3e:39:00:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:11:42Z', 'updated_at': '2022-06-23T11:11:42Z', 'revision_number': 0, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12a8ec7-1f2a-4315-847b-2a073c5bdc3c', 'name': '', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'mac_address': 'fa:16:3e:34:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:52Z', 'updated_at': '2022-06-23T11:10:58Z', 'revision_number': 5, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'subnets': [{'id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:11:43.606565 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f5ddc-4de2-4464-b749-76150e6f2901 None None] Checking router: f63e94ed-55ab-40de-86e7-b646c3bd7f8f for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:11:43.615178 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f5ddc-4de2-4464-b749-76150e6f2901 None None] Routers {'f63e94ed-55ab-40de-86e7-b646c3bd7f8f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:11:43.615837 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f99f5ddc-4de2-4464-b749-76150e6f2901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:11:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:11:43.634839 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec6f8b-626a-45b5-9f36-48eaa70e4931 req-38a0a2e5-b838-42e3-8fb1-4abb48806c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:43.636316 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e3ec6f8b-626a-45b5-9f36-48eaa70e4931 req-38a0a2e5-b838-42e3-8fb1-4abb48806c82 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75069e95-c0cf-45c2-8c4f-686a6b68266a HTTP/1.1" status: 200 len: 848 time: 0.0474360 Jun 23 11:11:43.679156 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec6f8b-626a-45b5-9f36-48eaa70e4931 req-e9b73c4e-f7d5-4408-bf2c-7f7c03ac2e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:43.680695 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e3ec6f8b-626a-45b5-9f36-48eaa70e4931 req-e9b73c4e-f7d5-4408-bf2c-7f7c03ac2e36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6428178e-b2c3-4ed8-8208-a2488665a794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382736 Jun 23 11:11:43.716374 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f99f5ddc-4de2-4464-b749-76150e6f2901 None None] Set router f63e94ed-55ab-40de-86e7-b646c3bd7f8f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:11:43.773094 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e3ec6f8b-626a-45b5-9f36-48eaa70e4931 req-b77b790e-6967-4e0b-bf75-2a7752736cb3 service neutron] 10.222.0.60 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852785 Jun 23 11:11:43.862287 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-e3ec6f8b-626a-45b5-9f36-48eaa70e4931 req-7a5cb00b-94d3-49f9-b022-24ef211c7743 service neutron] 10.222.0.60 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811934 Jun 23 11:11:43.917388 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f99f5ddc-4de2-4464-b749-76150e6f2901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'name': 'tempest-TestShelveInstance-1945488488-router', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:49Z', 'updated_at': '2022-06-23T11:10:52Z', 'revision_number': 4, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'gw_port': {'id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:50Z', 'updated_at': '2022-06-23T11:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': 'c3ecebd7-7a06-4175-9013-d4806998f645', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'port_id': '72bdff1f-006b-46d7-8a00-abb368b12ebb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'mac_address': 'fa:16:3e:39:00:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:11:42Z', 'updated_at': '2022-06-23T11:11:42Z', 'revision_number': 0, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12a8ec7-1f2a-4315-847b-2a073c5bdc3c', 'name': '', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'mac_address': 'fa:16:3e:34:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:52Z', 'updated_at': '2022-06-23T11:10:58Z', 'revision_number': 5, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'subnets': [{'id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:11:43.942318 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f5ddc-4de2-4464-b749-76150e6f2901 None None] The sync data for ids ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'] in dv-cinder-843309-2-iscsi is: [{'id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'name': 'tempest-TestShelveInstance-1945488488-router', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:49Z', 'updated_at': '2022-06-23T11:10:52Z', 'revision_number': 4, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'gw_port': {'id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:50Z', 'updated_at': '2022-06-23T11:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': 'c3ecebd7-7a06-4175-9013-d4806998f645', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'port_id': '72bdff1f-006b-46d7-8a00-abb368b12ebb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'mac_address': 'fa:16:3e:39:00:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:11:42Z', 'updated_at': '2022-06-23T11:11:42Z', 'revision_number': 0, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12a8ec7-1f2a-4315-847b-2a073c5bdc3c', 'name': '', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'mac_address': 'fa:16:3e:34:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:52Z', 'updated_at': '2022-06-23T11:10:58Z', 'revision_number': 5, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'subnets': [{'id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:11:44.137826 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eebbaab-02fe-4727-a1ce-0614684f284f None None] New status for floating IP c3ecebd7-7a06-4175-9013-d4806998f645: ACTIVE {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:11:45.631962 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46074) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:45.735467 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce133aa8-4f87-413e-8a66-9866747dd726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:45.808871 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce133aa8-4f87-413e-8a66-9866747dd726 admin admin] Publish callbacks [] for security_group (521bdbea-1832-406a-970b-9fa123fea15a), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:45.812443 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-ce133aa8-4f87-413e-8a66-9866747dd726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (521bdbea-1832-406a-970b-9fa123fea15a), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:45.826439 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:45.856808 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-ce133aa8-4f87-413e-8a66-9866747dd726 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a11b1f24e26744faa5878a8e54caac2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238250 Jun 23 11:11:45.857484 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce133aa8-4f87-413e-8a66-9866747dd726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521bdbea-1832-406a-970b-9fa123fea15a,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:45.860645 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46078) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:11:45.876818 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:45.915794 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b22fd1fe-b2f3-472c-a984-bd3b2c52a2aa admin admin] Publish callbacks [] for security_group (521bdbea-1832-406a-970b-9fa123fea15a), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:45.937076 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b22fd1fe-b2f3-472c-a984-bd3b2c52a2aa admin admin] Publish callbacks [] for security_group (521bdbea-1832-406a-970b-9fa123fea15a), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:45.984248 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b22fd1fe-b2f3-472c-a984-bd3b2c52a2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (521bdbea-1832-406a-970b-9fa123fea15a), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:45.987409 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b22fd1fe-b2f3-472c-a984-bd3b2c52a2aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:45.988615 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-b22fd1fe-b2f3-472c-a984-bd3b2c52a2aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/521bdbea-1832-406a-970b-9fa123fea15a HTTP/1.1" status: 204 len: 168 time: 0.1266086 Jun 23 11:11:45.996060 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fd1fe-b2f3-472c-a984-bd3b2c52a2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521bdbea-1832-406a-970b-9fa123fea15a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:48.162383 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-32fdd6d5-e58c-457a-b9ad-c75535b35152 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f5c3243de4c94fe99d6dd7f96c814e62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290871 Jun 23 11:11:48.237397 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:48.340233 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-2fde42ae-3236-4cb6-8d41-97263ae91e17 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:48.341666 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-2fde42ae-3236-4cb6-8d41-97263ae91e17 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743789 Jun 23 11:11:48.356038 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-75ff283b-3aeb-4626-a856-d6d89dd595d7 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/quotas/f5c3243de4c94fe99d6dd7f96c814e62 HTTP/1.1" status: 200 len: 375 time: 0.0085111 Jun 23 11:11:48.645402 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-b26d858e-6568-4088-a78a-0c01bd4d9696 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f5c3243de4c94fe99d6dd7f96c814e62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2837541 Jun 23 11:11:48.801386 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cc54a795-33a6-4224-a00a-2b0028fd70f4 req-84fc8911-c101-4c5e-95b6-7f1a741b3641 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/ports?device_id=f75764b9-4196-49a1-86ed-a640b0552344 HTTP/1.1" status: 200 len: 210 time: 0.0275278 Jun 23 11:11:49.735823 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-321dc467-b69f-4c6e-8230-44e68e2d6cdf tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f5c3243de4c94fe99d6dd7f96c814e62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280583 Jun 23 11:11:49.901276 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-d4bd93e3-2bdf-456a-a993-2cf470f7d8fe req-9ce2f589-9da1-4923-9b63-367cc3d1b4bc tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/ports?device_id=f75764b9-4196-49a1-86ed-a640b0552344 HTTP/1.1" status: 200 len: 210 time: 0.0275919 Jun 23 11:11:49.931000 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-cd51bd20-5a7c-40e9-a2ed-9802b837e3d0 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:49.932450 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-cd51bd20-5a7c-40e9-a2ed-9802b837e3d0 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919289 Jun 23 11:11:49.992052 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-6be41df7-402a-4fae-ab46-97db209b6a0f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Request body: {'port': {'device_id': 'f75764b9-4196-49a1-86ed-a640b0552344', 'network_id': 'a66685c3-aa05-49e0-b4d8-74df8a854e06', 'admin_state_up': True, 'tenant_id': 'f5c3243de4c94fe99d6dd7f96c814e62'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:11:50.100358 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-6be41df7-402a-4fae-ab46-97db209b6a0f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Made reservation on behalf of f5c3243de4c94fe99d6dd7f96c814e62 for: {'port': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:11:50.103841 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-6be41df7-402a-4fae-ab46-97db209b6a0f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:50.112670 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-6be41df7-402a-4fae-ab46-97db209b6a0f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:50.122673 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:50.188862 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-6be41df7-402a-4fae-ab46-97db209b6a0f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Publish callbacks [] for security_group (93a0c872-6673-4a43-981b-bf5de0daf054), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:50.193018 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-6be41df7-402a-4fae-ab46-97db209b6a0f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (93a0c872-6673-4a43-981b-bf5de0daf054), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:50.260552 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be41df7-402a-4fae-ab46-97db209b6a0f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a0c872-6673-4a43-981b-bf5de0daf054,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:50.325030 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-6be41df7-402a-4fae-ab46-97db209b6a0f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Allocated IP 192.168.233.64 (a66685c3-aa05-49e0-b4d8-74df8a854e06/d9e7dfd6-4765-47ed-b8c3-a53d3f940ec8/7ac91e8e-5154-4684-83b3-cc2d203cb0b2) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:11:50.470123 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-6be41df7-402a-4fae-ab46-97db209b6a0f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Publish callbacks [] for port (7ac91e8e-5154-4684-83b3-cc2d203cb0b2), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:50.500834 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-6be41df7-402a-4fae-ab46-97db209b6a0f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (7ac91e8e-5154-4684-83b3-cc2d203cb0b2), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:50.542457 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-6be41df7-402a-4fae-ab46-97db209b6a0f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Network a66685c3-aa05-49e0-b4d8-74df8a854e06 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:11:50.545681 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-6be41df7-402a-4fae-ab46-97db209b6a0f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:11:50.548192 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-6be41df7-402a-4fae-ab46-97db209b6a0f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:11:50.581101 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be41df7-402a-4fae-ab46-97db209b6a0f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Pushing event updated for resources: {'Port': ['ID=7ac91e8e-5154-4684-83b3-cc2d203cb0b2,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:50.603897 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-6be41df7-402a-4fae-ab46-97db209b6a0f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:50.604575 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-6be41df7-402a-4fae-ab46-97db209b6a0f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:50.621927 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-6be41df7-402a-4fae-ab46-97db209b6a0f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6335425 Jun 23 11:11:50.639154 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Request body: {'port': {'device_id': 'f75764b9-4196-49a1-86ed-a640b0552344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:11:50.641999 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:50.706411 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (7ac91e8e-5154-4684-83b3-cc2d203cb0b2), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:50.784615 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-a76c585c-3bf9-4025-b161-e2e23875c1e3 None None] Provisioning complete for port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:11:50.785754 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a76c585c-3bf9-4025-b161-e2e23875c1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (7ac91e8e-5154-4684-83b3-cc2d203cb0b2), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:50.813017 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:50.817027 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a76c585c-3bf9-4025-b161-e2e23875c1e3 None None] Port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:11:50.966047 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 {{(pid=103952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:11:50.975576 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Publish callbacks [] for port (7ac91e8e-5154-4684-83b3-cc2d203cb0b2), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:51.017845 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.provisioning_blocks [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Transition to ACTIVE for port object 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 will not be triggered until provisioned by entity L2. {{(pid=103952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:11:51.023502 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (7ac91e8e-5154-4684-83b3-cc2d203cb0b2), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:51.030846 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b25ebe-6ef4-4db0-9c92-e18eed029c2e req-0736bd7e-6685-4283-ad26-4caa598b79a4 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:51.032321 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d6b25ebe-6ef4-4db0-9c92-e18eed029c2e req-0736bd7e-6685-4283-ad26-4caa598b79a4 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/ports?device_id=f75764b9-4196-49a1-86ed-a640b0552344 HTTP/1.1" status: 200 len: 935 time: 0.0618892 Jun 23 11:11:51.103978 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Pushing event updated for resources: {'Port': ['ID=7ac91e8e-5154-4684-83b3-cc2d203cb0b2,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:51.140682 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d6b25ebe-6ef4-4db0-9c92-e18eed029c2e req-7e5f3eaa-b97f-4cea-8619-5ebe0e3bb75e tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/security-groups?id=93a0c872-6673-4a43-981b-bf5de0daf054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009905 Jun 23 11:11:51.191345 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Attempting to bind port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:11:51.191794 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Attempting to bind port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '5814f328-7db8-44e8-8e73-139ab6004f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a66685c3-aa05-49e0-b4d8-74df8a854e06'}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:11:51.192127 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Attempting to bind port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 on network a66685c3-aa05-49e0-b4d8-74df8a854e06 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:11:51.196917 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 on network a66685c3-aa05-49e0-b4d8-74df8a854e06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:11:51.197239 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Attempting to bind port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 on network a66685c3-aa05-49e0-b4d8-74df8a854e06 {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:11:51.202332 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:11:51.202665 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Checking segment: {'id': '5814f328-7db8-44e8-8e73-139ab6004f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a66685c3-aa05-49e0-b4d8-74df8a854e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:11:51.203040 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Bound using segment: {'id': '5814f328-7db8-44e8-8e73-139ab6004f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a66685c3-aa05-49e0-b4d8-74df8a854e06'} {{(pid=103952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:11:51.203457 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.managers [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Bound port: 7ac91e8e-5154-4684-83b3-cc2d203cb0b2, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5814f328-7db8-44e8-8e73-139ab6004f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a66685c3-aa05-49e0-b4d8-74df8a854e06'}}] {{(pid=103952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:11:51.203845 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (7ac91e8e-5154-4684-83b3-cc2d203cb0b2), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:51.265964 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] For port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2, host hv-cinder-84330, cleared binding levels {{(pid=103952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:11:51.268987 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] For port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7ac91e8e-5154-4684-83b3-cc2d203cb0b2,segment=NetworkSegment(5814f328-7db8-44e8-8e73-139ab6004f11),segment_id=5814f328-7db8-44e8-8e73-139ab6004f11)] {{(pid=103952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:11:51.275215 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (7ac91e8e-5154-4684-83b3-cc2d203cb0b2), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:51.315418 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:51.316053 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:51.317641 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] 10.222.0.60 "PUT /v2.0/ports/7ac91e8e-5154-4684-83b3-cc2d203cb0b2 HTTP/1.1" status: 200 len: 1097 time: 0.6825757 Jun 23 11:11:51.318183 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75764b9-4196-49a1-86ed-a640b0552344', 'tag': '7ac91e8e-5154-4684-83b3-cc2d203cb0b2'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:11:51.321471 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122766dc-e339-4f0d-96f0-11315b0b6968" -d '{"events": [{"name": "network-changed", "server_uuid": "f75764b9-4196-49a1-86ed-a640b0552344", "tag": "7ac91e8e-5154-4684-83b3-cc2d203cb0b2"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:11:51.343449 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea7dca-a472-4d15-a9af-17cdd4babd7a service neutron] Pushing event updated for resources: {'Port': ['ID=7ac91e8e-5154-4684-83b3-cc2d203cb0b2,revision_number=3']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:51.383226 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c5d0dc-3049-493b-a43f-6441f9017ffe x-openstack-request-id: req-69c5d0dc-3049-493b-a43f-6441f9017ffe {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:11:51.383754 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75764b9-4196-49a1-86ed-a640b0552344", "tag": "7ac91e8e-5154-4684-83b3-cc2d203cb0b2", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:11:51.384022 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69c5d0dc-3049-493b-a43f-6441f9017ffe {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:11:51.384415 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69c5d0dc-3049-493b-a43f-6441f9017ffe'] response: {'name': 'network-changed', 'server_uuid': 'f75764b9-4196-49a1-86ed-a640b0552344', 'tag': '7ac91e8e-5154-4684-83b3-cc2d203cb0b2', 'status': 'completed', 'code': 200} Jun 23 11:11:51.449374 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-1d313f69-b967-4e02-9f43-647f3514ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:51.450865 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-1d313f69-b967-4e02-9f43-647f3514ae6e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5c3243de4c94fe99d6dd7f96c814e62&device_id=f75764b9-4196-49a1-86ed-a640b0552344 HTTP/1.1" status: 200 len: 1131 time: 0.0451007 Jun 23 11:11:51.496153 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-3712e92e-a365-4bde-9623-294a79f09e6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7ac91e8e-5154-4684-83b3-cc2d203cb0b2 HTTP/1.1" status: 200 len: 217 time: 0.0320585 Jun 23 11:11:51.544976 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-c5c79604-1a2b-4572-962e-74bfb9004fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:51.546301 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-c5c79604-1a2b-4572-962e-74bfb9004fb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9e7dfd6-4765-47ed-b8c3-a53d3f940ec8 HTTP/1.1" status: 200 len: 843 time: 0.0429769 Jun 23 11:11:51.588400 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-7a0190ab-ec6a-464f-98e2-37d43954dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:51.589910 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-7a0190ab-ec6a-464f-98e2-37d43954dcc1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a66685c3-aa05-49e0-b4d8-74df8a854e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0375526 Jun 23 11:11:51.682676 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-6564777e-1e5d-4624-b38e-e4f724b94bce service neutron] 10.222.0.60 "GET /v2.0/networks/a66685c3-aa05-49e0-b4d8-74df8a854e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840108 Jun 23 11:11:51.695468 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:51.696860 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:51.776526 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-96b849ec-f206-4e57-8bb7-c56d0fbee76f req-b4d856a4-0faf-48e9-83be-6bc1325cb99d service neutron] 10.222.0.60 "GET /v2.0/networks/a66685c3-aa05-49e0-b4d8-74df8a854e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877912 Jun 23 11:11:52.257793 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f063c-ac9d-4f5e-82ea-69dd69220e7e req-f32f68af-6467-43e0-ba20-6ae876423932 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:52.259232 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af2f063c-ac9d-4f5e-82ea-69dd69220e7e req-f32f68af-6467-43e0-ba20-6ae876423932 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/ports?device_id=f75764b9-4196-49a1-86ed-a640b0552344 HTTP/1.1" status: 200 len: 947 time: 0.0475755 Jun 23 11:11:52.306453 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-af2f063c-ac9d-4f5e-82ea-69dd69220e7e req-f45cb891-2bb9-4b56-b594-585cea9c5c6a tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/security-groups?id=93a0c872-6673-4a43-981b-bf5de0daf054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417197 Jun 23 11:11:52.749295 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122766dc-e339-4f0d-96f0-11315b0b6968 req-1b888efa-8ed6-4e29-af52-4650184f9ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:52.750634 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-122766dc-e339-4f0d-96f0-11315b0b6968 req-1b888efa-8ed6-4e29-af52-4650184f9ceb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5c3243de4c94fe99d6dd7f96c814e62&device_id=f75764b9-4196-49a1-86ed-a640b0552344 HTTP/1.1" status: 200 len: 1131 time: 0.0376973 Jun 23 11:11:52.842765 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122766dc-e339-4f0d-96f0-11315b0b6968 req-949e7ca2-a8b6-42ff-a96d-deed279aaa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:52.844198 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-122766dc-e339-4f0d-96f0-11315b0b6968 req-949e7ca2-a8b6-42ff-a96d-deed279aaa36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a66685c3-aa05-49e0-b4d8-74df8a854e06 HTTP/1.1" status: 200 len: 870 time: 0.0843823 Jun 23 11:11:52.881164 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-122766dc-e339-4f0d-96f0-11315b0b6968 req-39fb7d93-dd4a-4f11-b06e-9b899544b1ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7ac91e8e-5154-4684-83b3-cc2d203cb0b2 HTTP/1.1" status: 200 len: 217 time: 0.0298858 Jun 23 11:11:52.928904 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122766dc-e339-4f0d-96f0-11315b0b6968 req-a3628a7b-169c-440d-b8da-816f72d6ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:52.930236 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-122766dc-e339-4f0d-96f0-11315b0b6968 req-a3628a7b-169c-440d-b8da-816f72d6ea17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9e7dfd6-4765-47ed-b8c3-a53d3f940ec8 HTTP/1.1" status: 200 len: 843 time: 0.0418997 Jun 23 11:11:52.976179 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122766dc-e339-4f0d-96f0-11315b0b6968 req-63417157-9d50-4a17-9e90-f0ec9097b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:52.977620 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-122766dc-e339-4f0d-96f0-11315b0b6968 req-63417157-9d50-4a17-9e90-f0ec9097b81b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a66685c3-aa05-49e0-b4d8-74df8a854e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0406618 Jun 23 11:11:53.066301 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-122766dc-e339-4f0d-96f0-11315b0b6968 req-68d80a11-b42a-42b8-b664-a0fab2ecad86 service neutron] 10.222.0.60 "GET /v2.0/networks/a66685c3-aa05-49e0-b4d8-74df8a854e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798225 Jun 23 11:11:53.159256 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-122766dc-e339-4f0d-96f0-11315b0b6968 req-84a544dc-cb52-4426-86aa-e8d7e48beaa0 service neutron] 10.222.0.60 "GET /v2.0/networks/a66685c3-aa05-49e0-b4d8-74df8a854e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843205 Jun 23 11:11:53.421171 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228a093-744a-43d7-9c5a-c9f4034f9c17 req-0e287f24-8215-4812-a036-aa1ceb7b9570 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:53.422587 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f228a093-744a-43d7-9c5a-c9f4034f9c17 req-0e287f24-8215-4812-a036-aa1ceb7b9570 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/ports?device_id=f75764b9-4196-49a1-86ed-a640b0552344 HTTP/1.1" status: 200 len: 947 time: 0.0461931 Jun 23 11:11:53.467936 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-f228a093-744a-43d7-9c5a-c9f4034f9c17 req-2e0df4c4-d541-41fc-a1ea-e7313edb53ba tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/security-groups?id=93a0c872-6673-4a43-981b-bf5de0daf054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392323 Jun 23 11:11:54.585055 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233709f-9e8b-498e-9a74-eaa0c003f638 req-59d07f84-5d08-425e-9ada-0d36da9d2bfa tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:54.586488 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8233709f-9e8b-498e-9a74-eaa0c003f638 req-59d07f84-5d08-425e-9ada-0d36da9d2bfa tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/ports?device_id=f75764b9-4196-49a1-86ed-a640b0552344 HTTP/1.1" status: 200 len: 947 time: 0.0498974 Jun 23 11:11:54.633242 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8233709f-9e8b-498e-9a74-eaa0c003f638 req-01aaafc7-8e4f-4ffe-9869-3adaf0e86fcc tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/security-groups?id=93a0c872-6673-4a43-981b-bf5de0daf054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411525 Jun 23 11:11:54.918095 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:11:54.921118 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:55.016630 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7ac91e8e-5154-4684-83b3-cc2d203cb0b2,segment=NetworkSegment(5814f328-7db8-44e8-8e73-139ab6004f11),segment_id=5814f328-7db8-44e8-8e73-139ab6004f11)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:11:55.027966 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '7ac91e8e-5154-4684-83b3-cc2d203cb0b2', 'network_id': 'a66685c3-aa05-49e0-b4d8-74df8a854e06', 'port_id': '7ac91e8e-5154-4684-83b3-cc2d203cb0b2', 'mac_address': 'fa:16:3e:bd:3c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e7dfd6-4765-47ed-b8c3-a53d3f940ec8', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:11:55.060952 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:11:55.061329 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (7ac91e8e-5154-4684-83b3-cc2d203cb0b2), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:55.076764 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:11:55.096153 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7ac91e8e-5154-4684-83b3-cc2d203cb0b2,segment=NetworkSegment(5814f328-7db8-44e8-8e73-139ab6004f11),segment_id=5814f328-7db8-44e8-8e73-139ab6004f11)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:11:55.101100 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (7ac91e8e-5154-4684-83b3-cc2d203cb0b2), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:55.145604 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=7ac91e8e-5154-4684-83b3-cc2d203cb0b2,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:55.436113 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['7ac91e8e-5154-4684-83b3-cc2d203cb0b2'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:11:55.748756 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c93480-f76b-42ba-b205-6714fd7ce7d6 req-0d3035bd-cee5-4219-87ae-803a600f473c tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:55.750140 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-24c93480-f76b-42ba-b205-6714fd7ce7d6 req-0d3035bd-cee5-4219-87ae-803a600f473c tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/ports?device_id=f75764b9-4196-49a1-86ed-a640b0552344 HTTP/1.1" status: 200 len: 948 time: 0.0494604 Jun 23 11:11:55.795453 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-24c93480-f76b-42ba-b205-6714fd7ce7d6 req-254058b2-f545-4df3-b2c3-67d1c1e0d486 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/security-groups?id=93a0c872-6673-4a43-981b-bf5de0daf054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392087 Jun 23 11:11:56.927218 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:11:56.968636 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:11:56.975861 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:11:56.976454 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (7ac91e8e-5154-4684-83b3-cc2d203cb0b2), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:56.999530 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:57.050237 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:11:57.050625 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (7ac91e8e-5154-4684-83b3-cc2d203cb0b2), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:57.077264 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75764b9-4196-49a1-86ed-a640b0552344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac91e8e-5154-4684-83b3-cc2d203cb0b2'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:11:57.078496 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614973f-1c6a-4fa1-ae36-4bc702532104 req-b691d288-22ad-4a2c-b304-ef79e2fcc8be tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:57.079519 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dacef6-0491-47fb-86be-082bfdec2f59" -d '{"events": [{"server_uuid": "f75764b9-4196-49a1-86ed-a640b0552344", "name": "network-vif-plugged", "status": "completed", "tag": "7ac91e8e-5154-4684-83b3-cc2d203cb0b2"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:11:57.079986 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f614973f-1c6a-4fa1-ae36-4bc702532104 req-b691d288-22ad-4a2c-b304-ef79e2fcc8be tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/ports?device_id=f75764b9-4196-49a1-86ed-a640b0552344 HTTP/1.1" status: 200 len: 948 time: 0.2196417 Jun 23 11:11:57.096861 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7ac91e8e-5154-4684-83b3-cc2d203cb0b2,segment=NetworkSegment(5814f328-7db8-44e8-8e73-139ab6004f11),segment_id=5814f328-7db8-44e8-8e73-139ab6004f11)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:11:57.103367 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (7ac91e8e-5154-4684-83b3-cc2d203cb0b2), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:11:57.125950 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78670493-fbf7-4ae1-b142-d9b10ceeb5df x-openstack-request-id: req-78670493-fbf7-4ae1-b142-d9b10ceeb5df {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:11:57.126239 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75764b9-4196-49a1-86ed-a640b0552344", "name": "network-vif-plugged", "status": "completed", "tag": "7ac91e8e-5154-4684-83b3-cc2d203cb0b2", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:11:57.126491 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78670493-fbf7-4ae1-b142-d9b10ceeb5df {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:11:57.126882 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78670493-fbf7-4ae1-b142-d9b10ceeb5df'] response: {'server_uuid': 'f75764b9-4196-49a1-86ed-a640b0552344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac91e8e-5154-4684-83b3-cc2d203cb0b2', 'code': 200} Jun 23 11:11:57.134290 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f614973f-1c6a-4fa1-ae36-4bc702532104 req-9e654d07-fbbc-448e-bbd9-3ecfc476abff tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/security-groups?id=93a0c872-6673-4a43-981b-bf5de0daf054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456796 Jun 23 11:11:57.153499 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=7ac91e8e-5154-4684-83b3-cc2d203cb0b2,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:11:57.321916 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8402c-4714-4286-a275-d88cf47a25d1 req-04a993f4-b093-45cb-a0b7-50b258009551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:57.323351 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0fe8402c-4714-4286-a275-d88cf47a25d1 req-04a993f4-b093-45cb-a0b7-50b258009551 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f75764b9-4196-49a1-86ed-a640b0552344 HTTP/1.1" status: 200 len: 1133 time: 0.0373862 Jun 23 11:11:57.364855 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0fe8402c-4714-4286-a275-d88cf47a25d1 req-0b7bf034-c750-4411-beb7-171b8d79b21b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=93a0c872-6673-4a43-981b-bf5de0daf054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357273 Jun 23 11:11:58.302822 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316e18b-c0db-4014-b56e-849541dee141 req-6b223159-7364-4d58-ab57-8e576ad36327 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:58.304201 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9316e18b-c0db-4014-b56e-849541dee141 req-6b223159-7364-4d58-ab57-8e576ad36327 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/ports?device_id=f75764b9-4196-49a1-86ed-a640b0552344 HTTP/1.1" status: 200 len: 949 time: 0.0986791 Jun 23 11:11:58.350896 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9316e18b-c0db-4014-b56e-849541dee141 req-286941cf-e783-490a-8d81-76968438a48b tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/security-groups?id=93a0c872-6673-4a43-981b-bf5de0daf054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412009 Jun 23 11:11:59.448746 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:11:59.463970 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a1476-10c0-47dc-a2f5-57e67cfbf6de req-509c58d3-25f5-46c1-80fb-29e64a452250 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:59.465418 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e2a1476-10c0-47dc-a2f5-57e67cfbf6de req-509c58d3-25f5-46c1-80fb-29e64a452250 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/ports?device_id=f75764b9-4196-49a1-86ed-a640b0552344 HTTP/1.1" status: 200 len: 949 time: 0.0464537 Jun 23 11:11:59.513866 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e2a1476-10c0-47dc-a2f5-57e67cfbf6de req-3e4352ae-3b03-4a89-94a3-42807661a99f tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/security-groups?id=93a0c872-6673-4a43-981b-bf5de0daf054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429249 Jun 23 11:11:59.762477 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da37de0-6df9-4386-afae-3df4e5657c18 req-7a64c3f8-3398-498e-bde3-667ad7858e80 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:11:59.763989 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6da37de0-6df9-4386-afae-3df4e5657c18 req-7a64c3f8-3398-498e-bde3-667ad7858e80 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/ports?device_id=f75764b9-4196-49a1-86ed-a640b0552344 HTTP/1.1" status: 200 len: 949 time: 0.0454650 Jun 23 11:11:59.809401 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6da37de0-6df9-4386-afae-3df4e5657c18 req-0995c581-ec39-4b78-8f94-363de42123e4 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/security-groups?id=93a0c872-6673-4a43-981b-bf5de0daf054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399463 Jun 23 11:12:00.934920 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b7cd4-7f3c-4b07-aa41-0136d5e5acf2 req-1d4da962-7a29-4b70-8b44-d2eff6781464 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:00.936368 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-3c1b7cd4-7f3c-4b07-aa41-0136d5e5acf2 req-1d4da962-7a29-4b70-8b44-d2eff6781464 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/ports?device_id=f75764b9-4196-49a1-86ed-a640b0552344 HTTP/1.1" status: 200 len: 949 time: 0.0492740 Jun 23 11:12:00.981696 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-3c1b7cd4-7f3c-4b07-aa41-0136d5e5acf2 req-b53ba006-3756-456e-817f-b575578d5767 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/security-groups?id=93a0c872-6673-4a43-981b-bf5de0daf054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398412 Jun 23 11:12:01.403502 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:01.419139 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641618ed-a3fd-4953-a0f7-04f65cb8c46f req-ce00653a-82e0-4b6a-87bb-a1ff5c7d802d tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:01.420560 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-641618ed-a3fd-4953-a0f7-04f65cb8c46f req-ce00653a-82e0-4b6a-87bb-a1ff5c7d802d tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.60 "GET /v2.0/ports?device_id=f75764b9-4196-49a1-86ed-a640b0552344 HTTP/1.1" status: 200 len: 949 time: 0.0456011 Jun 23 11:12:01.502799 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-641618ed-a3fd-4953-a0f7-04f65cb8c46f req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Deleting port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:12:01.503154 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-641618ed-a3fd-4953-a0f7-04f65cb8c46f req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (7ac91e8e-5154-4684-83b3-cc2d203cb0b2), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:01.588722 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-641618ed-a3fd-4953-a0f7-04f65cb8c46f req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] For port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7ac91e8e-5154-4684-83b3-cc2d203cb0b2,segment=NetworkSegment(5814f328-7db8-44e8-8e73-139ab6004f11),segment_id=5814f328-7db8-44e8-8e73-139ab6004f11)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:01.589085 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-641618ed-a3fd-4953-a0f7-04f65cb8c46f req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (7ac91e8e-5154-4684-83b3-cc2d203cb0b2), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:01.602119 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-641618ed-a3fd-4953-a0f7-04f65cb8c46f req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Calling delete_port for 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:12:01.728046 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-641618ed-a3fd-4953-a0f7-04f65cb8c46f req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (7ac91e8e-5154-4684-83b3-cc2d203cb0b2), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:01.752733 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Pushing event deleted for resources: {'Port': ['ID=7ac91e8e-5154-4684-83b3-cc2d203cb0b2,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:01.762293 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:01.762647 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:01.762994 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:01.763336 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:01.763691 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:01.764029 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:01.764361 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:01.764691 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:01.765020 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:01.765349 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:01.766205 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:01.766205 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:01.766399 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:01.766624 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:01.766926 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:01.773932 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['7ac91e8e-5154-4684-83b3-cc2d203cb0b2'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:12:01.815212 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-641618ed-a3fd-4953-a0f7-04f65cb8c46f req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] No DVR routers for this DVR port 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 on host hv-cinder-84330 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:12:01.817800 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-641618ed-a3fd-4953-a0f7-04f65cb8c46f req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:01.821038 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-641618ed-a3fd-4953-a0f7-04f65cb8c46f req-ec173796-b042-44d2-87a4-f19d919c2196 tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.60 "DELETE /v2.0/ports/7ac91e8e-5154-4684-83b3-cc2d203cb0b2 HTTP/1.1" status: 204 len: 173 time: 0.3934689 Jun 23 11:12:01.821505 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75764b9-4196-49a1-86ed-a640b0552344', 'name': 'network-vif-deleted', 'tag': '7ac91e8e-5154-4684-83b3-cc2d203cb0b2'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:12:01.823799 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6b9775-c00e-45e9-afe3-41bb0af27b16" -d '{"events": [{"server_uuid": "f75764b9-4196-49a1-86ed-a640b0552344", "name": "network-vif-deleted", "tag": "7ac91e8e-5154-4684-83b3-cc2d203cb0b2"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:12:01.867927 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ef1a4d-6166-4dfb-b286-2f1b8dbb3207 x-openstack-request-id: req-93ef1a4d-6166-4dfb-b286-2f1b8dbb3207 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:12:01.868219 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75764b9-4196-49a1-86ed-a640b0552344", "name": "network-vif-deleted", "tag": "7ac91e8e-5154-4684-83b3-cc2d203cb0b2", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:12:01.868471 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93ef1a4d-6166-4dfb-b286-2f1b8dbb3207 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:12:01.868874 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ef1a4d-6166-4dfb-b286-2f1b8dbb3207'] response: {'server_uuid': 'f75764b9-4196-49a1-86ed-a640b0552344', 'name': 'network-vif-deleted', 'tag': '7ac91e8e-5154-4684-83b3-cc2d203cb0b2', 'status': 'completed', 'code': 200} Jun 23 11:12:02.089392 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5c02e5e5-a2fc-446a-bb4e-76deae066dbb req-c3cf9f7c-1e17-4c5b-8756-8397dca27beb tempest-VolumesNegativeTest-1880975569 tempest-VolumesNegativeTest-1880975569-project] 10.222.0.65 "GET /v2.0/ports?device_id=f75764b9-4196-49a1-86ed-a640b0552344 HTTP/1.1" status: 200 len: 210 time: 0.0277154 Jun 23 11:12:02.151434 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=75 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:02.152215 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=82,neutron:DELETE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:03.368616 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-011163ac-c227-46b4-b33c-991cfa329f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:04.946631 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:12:04.968546 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:12:04.968888 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 7ac91e8e-5154-4684-83b3-cc2d203cb0b2 not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:12:05.653440 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1c83-e302-486a-8f7a-e03d8ed255b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:06.721539 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:06.916173 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46428) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:07.047166 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-006fd62d-d06c-4005-91a4-ea59aa511b75 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f5c3243de4c94fe99d6dd7f96c814e62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298470 Jun 23 11:12:07.049657 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46432) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:07.096101 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Publish callbacks [] for security_group (93a0c872-6673-4a43-981b-bf5de0daf054), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:07.117742 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Publish callbacks [] for security_group (93a0c872-6673-4a43-981b-bf5de0daf054), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:07.167380 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (93a0c872-6673-4a43-981b-bf5de0daf054), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:07.170028 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:07.171185 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93a0c872-6673-4a43-981b-bf5de0daf054 HTTP/1.1" status: 204 len: 168 time: 0.1206458 Jun 23 11:12:07.179250 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a0c872-6673-4a43-981b-bf5de0daf054,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:07.186447 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:07.186805 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:07.187150 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:07.187494 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:07.187858 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:07.188190 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:07.188516 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:07.188842 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:07.189170 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:07.189498 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:07.189824 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:07.190147 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:07.190467 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:07.190789 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:07.191107 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181f1e0-0727-4214-a9ff-fda17f72ee2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:07.715325 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:07.727771 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:07.784997 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46454) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:07.881299 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e29144b0-9e6e-4607-a995-a82617bb6ede admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-504500440-network', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:12:07.901221 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29144b0-9e6e-4607-a995-a82617bb6ede admin admin] Made reservation on behalf of 0d0d343d1ec648a981cc8d7910b92401 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:12:07.903521 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e29144b0-9e6e-4607-a995-a82617bb6ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:07.912055 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e29144b0-9e6e-4607-a995-a82617bb6ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:07.986647 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e29144b0-9e6e-4607-a995-a82617bb6ede admin admin] Publish callbacks [] for security_group (7ebad829-ce7a-4dd2-b456-377adc4c4ebc), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:07.990480 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e29144b0-9e6e-4607-a995-a82617bb6ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (7ebad829-ce7a-4dd2-b456-377adc4c4ebc), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.018079 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29144b0-9e6e-4607-a995-a82617bb6ede admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:12:08.023688 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29144b0-9e6e-4607-a995-a82617bb6ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebad829-ce7a-4dd2-b456-377adc4c4ebc,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:08.031801 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e29144b0-9e6e-4607-a995-a82617bb6ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (0c196dce-2ab2-44d7-90fb-91064c1e138b), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.031801 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-e29144b0-9e6e-4607-a995-a82617bb6ede admin admin] Added segment 0c196dce-2ab2-44d7-90fb-91064c1e138b of type vlan for network b2108bfc-df89-4f9b-a4b8-341ca203eb2f Jun 23 11:12:08.063254 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:08.072204 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e29144b0-9e6e-4607-a995-a82617bb6ede admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (b2108bfc-df89-4f9b-a4b8-341ca203eb2f), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.098930 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e29144b0-9e6e-4607-a995-a82617bb6ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (b2108bfc-df89-4f9b-a4b8-341ca203eb2f), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.100073 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29144b0-9e6e-4607-a995-a82617bb6ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:08.100657 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e29144b0-9e6e-4607-a995-a82617bb6ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.130482 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.134786 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e29144b0-9e6e-4607-a995-a82617bb6ede admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3487346 Jun 23 11:12:08.137711 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46458) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:08.142640 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a1cc4a19-b79d-45d2-a424-4cd66b8233fb admin admin] Request body: {'subnet': {'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-504500440-subnet', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:12:08.163822 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cc4a19-b79d-45d2-a424-4cd66b8233fb admin admin] Made reservation on behalf of 0d0d343d1ec648a981cc8d7910b92401 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:12:08.166254 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1cc4a19-b79d-45d2-a424-4cd66b8233fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58842891'] for subnet (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.169050 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29144b0-9e6e-4607-a995-a82617bb6ede admin admin] Pushing event updated for resources: {'Network': ['ID=b2108bfc-df89-4f9b-a4b8-341ca203eb2f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:08.178881 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network b2108bfc-df89-4f9b-a4b8-341ca203eb2f details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:12:08.219707 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:08.337733 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1cc4a19-b79d-45d2-a424-4cd66b8233fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59715690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843005'] for subnet (7e497ba6-728a-45d9-a7d5-671837ffa6ca), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.364342 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:08.394682 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc4a19-b79d-45d2-a424-4cd66b8233fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e497ba6-728a-45d9-a7d5-671837ffa6ca,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:08.407534 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cc4a19-b79d-45d2-a424-4cd66b8233fb admin admin] Checking segment: {'id': '0c196dce-2ab2-44d7-90fb-91064c1e138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:12:08.407916 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cc4a19-b79d-45d2-a424-4cd66b8233fb admin admin] Network hostable DHCP agents. Network: b2108bfc-df89-4f9b-a4b8-341ca203eb2f, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:12:08.424409 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cc4a19-b79d-45d2-a424-4cd66b8233fb admin admin] Network b2108bfc-df89-4f9b-a4b8-341ca203eb2f is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:12:08.433530 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a1cc4a19-b79d-45d2-a424-4cd66b8233fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, b2108bfc-df89-4f9b-a4b8-341ca203eb2f) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:12:08.437805 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cc4a19-b79d-45d2-a424-4cd66b8233fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:08.438247 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1cc4a19-b79d-45d2-a424-4cd66b8233fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.443627 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5d627f-5565-435f-87b7-4c06f333f1fb None None] Network b2108bfc-df89-4f9b-a4b8-341ca203eb2f requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:12:08.455184 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-a1cc4a19-b79d-45d2-a424-4cd66b8233fb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3163018 Jun 23 11:12:08.458010 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46460) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:08.462367 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-504500440-router', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:12:08.483264 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-269140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27372'] for router (0531baf5-1f6c-476e-9eb2-21ccd6418816), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.484433 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27387'] for router (0531baf5-1f6c-476e-9eb2-21ccd6418816), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.537344 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Publish callbacks [] for router_controller (0531baf5-1f6c-476e-9eb2-21ccd6418816), precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.549042 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831447ca-f02e-5cfc-b666-521d41d301dd-b2108bfc-df89-4f9b-a4b8-341ca203eb2f', 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f', 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'fixed_ips': [{'subnet_id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca'}]}} from dv-cinder-843309-2-iscsi. {{(pid=103954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:12:08.549976 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.671540 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Publish callbacks [] for router_gateway (0531baf5-1f6c-476e-9eb2-21ccd6418816), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.690087 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.692160 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Allocated IP 172.20.0.2 (b2108bfc-df89-4f9b-a4b8-341ca203eb2f/7e497ba6-728a-45d9-a7d5-671837ffa6ca/7e3b4585-0e10-4c84-86b5-24c5490af62f) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:12:08.857086 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Publish callbacks [] for router_gateway (0531baf5-1f6c-476e-9eb2-21ccd6418816), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.875877 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.956936 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Publish callbacks [] for port (7e3b4585-0e10-4c84-86b5-24c5490af62f), precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.964229 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (7e3b4585-0e10-4c84-86b5-24c5490af62f), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:08.982942 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Allocated IP 172.27.2.31 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/a476a7d8-6b61-424e-9640-500f4effd2a7) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:12:09.009311 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Network b2108bfc-df89-4f9b-a4b8-341ca203eb2f is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:12:09.013907 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:12:09.017857 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:12:09.021356 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Pushing event updated for resources: {'Port': ['ID=7e3b4585-0e10-4c84-86b5-24c5490af62f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:09.033381 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:09.076832 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Attempting to bind port 7e3b4585-0e10-4c84-86b5-24c5490af62f on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:12:09.077208 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Attempting to bind port 7e3b4585-0e10-4c84-86b5-24c5490af62f by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '0c196dce-2ab2-44d7-90fb-91064c1e138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:12:09.077595 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Attempting to bind port 7e3b4585-0e10-4c84-86b5-24c5490af62f on network b2108bfc-df89-4f9b-a4b8-341ca203eb2f {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:12:09.083287 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:12:09.083677 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Checking segment: {'id': '0c196dce-2ab2-44d7-90fb-91064c1e138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:12:09.084104 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:09.084499 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Bound using segment: {'id': '0c196dce-2ab2-44d7-90fb-91064c1e138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:12:09.084969 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Bound port: 7e3b4585-0e10-4c84-86b5-24c5490af62f, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c196dce-2ab2-44d7-90fb-91064c1e138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:12:09.085354 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (7e3b4585-0e10-4c84-86b5-24c5490af62f), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:09.101519 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Publish callbacks [] for port (a476a7d8-6b61-424e-9640-500f4effd2a7), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:09.133546 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (a476a7d8-6b61-424e-9640-500f4effd2a7), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:09.145646 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:09.146973 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] For port 7e3b4585-0e10-4c84-86b5-24c5490af62f, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:12:09.150651 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] For port 7e3b4585-0e10-4c84-86b5-24c5490af62f, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=7e3b4585-0e10-4c84-86b5-24c5490af62f,segment=NetworkSegment(0c196dce-2ab2-44d7-90fb-91064c1e138b),segment_id=0c196dce-2ab2-44d7-90fb-91064c1e138b)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:12:09.157162 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (7e3b4585-0e10-4c84-86b5-24c5490af62f), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:09.174959 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:12:09.178389 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:12:09.182388 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:12:09.206323 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Pushing event updated for resources: {'Port': ['ID=a476a7d8-6b61-424e-9640-500f4effd2a7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:09.219699 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ccc7d-18e3-4060-b6a1-502166db1169 None None] Pushing event updated for resources: {'Port': ['ID=7e3b4585-0e10-4c84-86b5-24c5490af62f,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:09.224319 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:09.440519 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Publish callbacks [] for router_gateway (0531baf5-1f6c-476e-9eb2-21ccd6418816), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:09.630298 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-269750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390477'] for router (0531baf5-1f6c-476e-9eb2-21ccd6418816), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:09.753376 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Router 0531baf5-1f6c-476e-9eb2-21ccd6418816 is scheduled to L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:12:09.859341 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:12:09.870720 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Sync routers for ids ['0531baf5-1f6c-476e-9eb2-21ccd6418816'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:12:09.879075 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:09.880476 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-0d3f8234-1592-4451-aa02-825d46d73b5a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4214146 Jun 23 11:12:09.881879 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Routers {'0531baf5-1f6c-476e-9eb2-21ccd6418816'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:12:09.882613 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['0531baf5-1f6c-476e-9eb2-21ccd6418816'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:09.883173 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46462) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:09.931012 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:09.991762 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Set router 0531baf5-1f6c-476e-9eb2-21ccd6418816 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:12:10.132645 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:10.141730 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e75b395-0613-4fa0-8cac-3d1f286c0301 None None] Network b2108bfc-df89-4f9b-a4b8-341ca203eb2f requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:12:10.199920 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:10.231163 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-19daa913-2939-40f2-8d8a-9eca75fd7c29 None None] Provisioning complete for port 7e3b4585-0e10-4c84-86b5-24c5490af62f triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:10.231729 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19daa913-2939-40f2-8d8a-9eca75fd7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (7e3b4585-0e10-4c84-86b5-24c5490af62f), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:10.250841 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'name': 'tempest-TestMinimumBasicScenario-504500440-router', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:09Z', 'revision_number': 3, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'gw_port': {'id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:75:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:10.276133 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Checking router: 0531baf5-1f6c-476e-9eb2-21ccd6418816 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:12:10.276482 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Updating router 0531baf5-1f6c-476e-9eb2-21ccd6418816 port a476a7d8-6b61-424e-9640-500f4effd2a7 binding host dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:12:10.306506 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:10.309620 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (a476a7d8-6b61-424e-9640-500f4effd2a7), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:10.336811 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-19daa913-2939-40f2-8d8a-9eca75fd7c29 None None] Current status of the port 7e3b4585-0e10-4c84-86b5-24c5490af62f is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:10.337050 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19daa913-2939-40f2-8d8a-9eca75fd7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (7e3b4585-0e10-4c84-86b5-24c5490af62f), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:10.381256 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-19daa913-2939-40f2-8d8a-9eca75fd7c29 None None] For port 7e3b4585-0e10-4c84-86b5-24c5490af62f, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=7e3b4585-0e10-4c84-86b5-24c5490af62f,segment=NetworkSegment(0c196dce-2ab2-44d7-90fb-91064c1e138b),segment_id=0c196dce-2ab2-44d7-90fb-91064c1e138b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:10.392068 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19daa913-2939-40f2-8d8a-9eca75fd7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (7e3b4585-0e10-4c84-86b5-24c5490af62f), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:10.477363 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19daa913-2939-40f2-8d8a-9eca75fd7c29 None None] Pushing event updated for resources: {'Port': ['ID=7e3b4585-0e10-4c84-86b5-24c5490af62f,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:10.509257 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Allocated IP 172.20.0.1 (b2108bfc-df89-4f9b-a4b8-341ca203eb2f/7e497ba6-728a-45d9-a7d5-671837ffa6ca/b10d91df-76fa-40cc-80d7-5fc2a570a68a) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:12:10.547043 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 7e3b4585-0e10-4c84-86b5-24c5490af62f up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:12:10.566271 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Publish callbacks [] for port (a476a7d8-6b61-424e-9640-500f4effd2a7), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:10.574440 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (a476a7d8-6b61-424e-9640-500f4effd2a7), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:10.595022 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 7e3b4585-0e10-4c84-86b5-24c5490af62f triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:10.595644 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (7e3b4585-0e10-4c84-86b5-24c5490af62f), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:10.632815 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Attempting to bind port a476a7d8-6b61-424e-9640-500f4effd2a7 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:12:10.633188 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Attempting to bind port a476a7d8-6b61-424e-9640-500f4effd2a7 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:12:10.633566 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Attempting to bind port a476a7d8-6b61-424e-9640-500f4effd2a7 on network e8f8f139-acd0-41ed-b18b-d78ae7145230 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:12:10.636650 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618452dd-47a8-41ab-b020-4eb1cd3e01e7 None None] Pushing event updated for resources: {'Port': ['ID=a476a7d8-6b61-424e-9640-500f4effd2a7,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:10.637569 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Publish callbacks [] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:10.639552 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-b9f97e59-1cf6-4caa-afa9-f1e985245c59 None None] Provisioning complete for port 7e3b4585-0e10-4c84-86b5-24c5490af62f triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:10.639948 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b9f97e59-1cf6-4caa-afa9-f1e985245c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (7e3b4585-0e10-4c84-86b5-24c5490af62f), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:10.644400 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:12:10.644772 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Checking segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:12:10.645734 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:10.646131 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Bound using segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:12:10.646597 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Bound port: a476a7d8-6b61-424e-9640-500f4effd2a7, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:12:10.647178 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (a476a7d8-6b61-424e-9640-500f4effd2a7), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:10.651243 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618452dd-47a8-41ab-b020-4eb1cd3e01e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:10.651595 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618452dd-47a8-41ab-b020-4eb1cd3e01e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:10.651969 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618452dd-47a8-41ab-b020-4eb1cd3e01e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:10.652326 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618452dd-47a8-41ab-b020-4eb1cd3e01e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:10.652658 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618452dd-47a8-41ab-b020-4eb1cd3e01e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:10.653179 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618452dd-47a8-41ab-b020-4eb1cd3e01e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:10.653511 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618452dd-47a8-41ab-b020-4eb1cd3e01e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:10.653844 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618452dd-47a8-41ab-b020-4eb1cd3e01e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:10.654169 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618452dd-47a8-41ab-b020-4eb1cd3e01e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:10.654495 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618452dd-47a8-41ab-b020-4eb1cd3e01e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:10.654832 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618452dd-47a8-41ab-b020-4eb1cd3e01e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:10.655167 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618452dd-47a8-41ab-b020-4eb1cd3e01e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:10.655492 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618452dd-47a8-41ab-b020-4eb1cd3e01e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:10.655893 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618452dd-47a8-41ab-b020-4eb1cd3e01e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:10.656220 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618452dd-47a8-41ab-b020-4eb1cd3e01e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:10.683968 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:10.709604 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] For port a476a7d8-6b61-424e-9640-500f4effd2a7, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:12:10.712948 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] For port a476a7d8-6b61-424e-9640-500f4effd2a7, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=a476a7d8-6b61-424e-9640-500f4effd2a7,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:12:10.719329 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 7e3b4585-0e10-4c84-86b5-24c5490af62f is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:10.720085 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (a476a7d8-6b61-424e-9640-500f4effd2a7), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:10.727195 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Network b2108bfc-df89-4f9b-a4b8-341ca203eb2f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:12:10.730292 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:12:10.732703 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:12:10.760825 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b9f97e59-1cf6-4caa-afa9-f1e985245c59 None None] Current status of the port 7e3b4585-0e10-4c84-86b5-24c5490af62f is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:10.776038 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Pushing event updated for resources: {'Port': ['ID=b10d91df-76fa-40cc-80d7-5fc2a570a68a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:10.786194 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264168'] for router_interface (0531baf5-1f6c-476e-9eb2-21ccd6418816), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:10.797717 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618452dd-47a8-41ab-b020-4eb1cd3e01e7 None None] Pushing event updated for resources: {'Port': ['ID=a476a7d8-6b61-424e-9640-500f4effd2a7,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:10.802511 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Routers {'0531baf5-1f6c-476e-9eb2-21ccd6418816'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:12:10.803494 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['0531baf5-1f6c-476e-9eb2-21ccd6418816'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:10.828531 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:10.895869 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:10.899365 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:10.915583 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] Set router 0531baf5-1f6c-476e-9eb2-21ccd6418816 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:12:10.918367 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:10.976095 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:10.989825 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-7f3c21f8-22d5-44a2-b412-d0202759bc1d None None] Provisioning complete for port b10d91df-76fa-40cc-80d7-5fc2a570a68a triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:10.990174 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f3c21f8-22d5-44a2-b412-d0202759bc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:11.023792 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c21f8-22d5-44a2-b412-d0202759bc1d None None] Port b10d91df-76fa-40cc-80d7-5fc2a570a68a cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:12:11.081571 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Publish callbacks [] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:11.086830 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'name': 'tempest-TestMinimumBasicScenario-504500440-router', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:09Z', 'revision_number': 3, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'gw_port': {'id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:75:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:11.087186 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:11.119433 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6859af39-a5d0-4ad6-9819-cf72d28ebbf7 None None] The sync data for ids ['0531baf5-1f6c-476e-9eb2-21ccd6418816'] in dv-cinder-843309-2-iscsi is: [{'id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'name': 'tempest-TestMinimumBasicScenario-504500440-router', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:09Z', 'revision_number': 3, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'gw_port': {'id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:75:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:12:11.156449 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-263800'] for router_interface (0531baf5-1f6c-476e-9eb2-21ccd6418816), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:11.158196 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Pushing event updated for resources: {'Port': ['ID=b10d91df-76fa-40cc-80d7-5fc2a570a68a,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:11.262644 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Network b2108bfc-df89-4f9b-a4b8-341ca203eb2f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:12:11.263988 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:12:11.389642 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Router 0531baf5-1f6c-476e-9eb2-21ccd6418816 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:12:11.500598 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:12:11.508687 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-043d4e31-dfba-4e5b-8fae-c7fa600b3b65 admin admin] 10.222.0.65 "PUT /v2.0/routers/0531baf5-1f6c-476e-9eb2-21ccd6418816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6240072 Jun 23 11:12:11.546344 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-44f3df52-1428-409e-b454-f79795d70900 None None] Provisioning complete for port b10d91df-76fa-40cc-80d7-5fc2a570a68a triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:11.546987 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44f3df52-1428-409e-b454-f79795d70900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:11.584325 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-44f3df52-1428-409e-b454-f79795d70900 None None] Port b10d91df-76fa-40cc-80d7-5fc2a570a68a cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:12:12.055617 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46478) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:12.060601 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-062ef680-5e1b-42f0-81d2-63c0e729836c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-572890671-network', 'tenant_id': '5f0e61e86cbc44508ae1f7286a1f1713'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:12:12.080933 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062ef680-5e1b-42f0-81d2-63c0e729836c admin admin] Made reservation on behalf of 5f0e61e86cbc44508ae1f7286a1f1713 for: {'network': 1} {{(pid=103952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:12:12.083872 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-062ef680-5e1b-42f0-81d2-63c0e729836c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for network (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:12.087016 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:12.093270 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-062ef680-5e1b-42f0-81d2-63c0e729836c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:12.171859 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-062ef680-5e1b-42f0-81d2-63c0e729836c admin admin] Publish callbacks [] for security_group (4a4ce5c1-5083-46c2-b97f-c97d5545123f), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:12.175394 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-062ef680-5e1b-42f0-81d2-63c0e729836c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (4a4ce5c1-5083-46c2-b97f-c97d5545123f), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:12.201622 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062ef680-5e1b-42f0-81d2-63c0e729836c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:12:12.212000 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ef680-5e1b-42f0-81d2-63c0e729836c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4ce5c1-5083-46c2-b97f-c97d5545123f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:12.217166 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-062ef680-5e1b-42f0-81d2-63c0e729836c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:12.217516 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.segments_db [None req-062ef680-5e1b-42f0-81d2-63c0e729836c admin admin] Added segment 60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f of type vlan for network d2858011-0244-4fb7-a966-f82ef8dea40f Jun 23 11:12:12.259504 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-062ef680-5e1b-42f0-81d2-63c0e729836c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767343188929'] for network (d2858011-0244-4fb7-a966-f82ef8dea40f), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:12.284147 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-062ef680-5e1b-42f0-81d2-63c0e729836c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735'] for network (d2858011-0244-4fb7-a966-f82ef8dea40f), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:12.285173 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef680-5e1b-42f0-81d2-63c0e729836c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:12.285788 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-062ef680-5e1b-42f0-81d2-63c0e729836c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:12.528490 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device a476a7d8-6b61-424e-9640-500f4effd2a7 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:12:12.559256 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46482) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:12.559829 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-062ef680-5e1b-42f0-81d2-63c0e729836c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5025311 Jun 23 11:12:12.560246 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:12.571415 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d4cce2af-331d-4c7d-af75-36aad6dc9d70 admin admin] Request body: {'subnet': {'network_id': 'd2858011-0244-4fb7-a966-f82ef8dea40f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-572890671-subnet', 'tenant_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:12:12.580472 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port a476a7d8-6b61-424e-9640-500f4effd2a7 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:12.580935 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (a476a7d8-6b61-424e-9640-500f4effd2a7), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:12.590972 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ef680-5e1b-42f0-81d2-63c0e729836c admin admin] Pushing event updated for resources: {'Network': ['ID=d2858011-0244-4fb7-a966-f82ef8dea40f,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:12.601249 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cce2af-331d-4c7d-af75-36aad6dc9d70 admin admin] Made reservation on behalf of 5f0e61e86cbc44508ae1f7286a1f1713 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:12:12.603583 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4cce2af-331d-4c7d-af75-36aad6dc9d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58842891'] for subnet (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:12.612798 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Network d2858011-0244-4fb7-a966-f82ef8dea40f details requested by agent ovs-agent-dv-cinder-843309-2-iscsi with host dv-cinder-843309-2-iscsi {{(pid=103954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:12:12.727344 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port a476a7d8-6b61-424e-9640-500f4effd2a7 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:12.727770 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (a476a7d8-6b61-424e-9640-500f4effd2a7), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:12.728249 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:12.735387 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Sync routers for ids ['0531baf5-1f6c-476e-9eb2-21ccd6418816'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:12:12.758112 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port a476a7d8-6b61-424e-9640-500f4effd2a7, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=a476a7d8-6b61-424e-9640-500f4effd2a7,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:12.760434 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Routers {'0531baf5-1f6c-476e-9eb2-21ccd6418816'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:12:12.761102 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['0531baf5-1f6c-476e-9eb2-21ccd6418816'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:12.764391 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (a476a7d8-6b61-424e-9640-500f4effd2a7), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:12.765417 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 7e3b4585-0e10-4c84-86b5-24c5490af62f up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:12:12.780453 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4cce2af-331d-4c7d-af75-36aad6dc9d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59715690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843005'] for subnet (6eddad1c-c668-41b3-a58f-497c8437969d), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:12.800769 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:12.837406 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cce2af-331d-4c7d-af75-36aad6dc9d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eddad1c-c668-41b3-a58f-497c8437969d,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:12.845165 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cce2af-331d-4c7d-af75-36aad6dc9d70 admin admin] Checking segment: {'id': '60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd2858011-0244-4fb7-a966-f82ef8dea40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:12:12.845524 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cce2af-331d-4c7d-af75-36aad6dc9d70 admin admin] Network hostable DHCP agents. Network: d2858011-0244-4fb7-a966-f82ef8dea40f, hostable agents: ['1046f1c1-28c5-4cbd-999c-b3ac37b122f4'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:12:12.848764 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:12.865418 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cce2af-331d-4c7d-af75-36aad6dc9d70 admin admin] Network d2858011-0244-4fb7-a966-f82ef8dea40f is scheduled to be hosted by DHCP agent 1046f1c1-28c5-4cbd-999c-b3ac37b122f4 with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:12:12.874320 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d4cce2af-331d-4c7d-af75-36aad6dc9d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843309-2-iscsi, d2858011-0244-4fb7-a966-f82ef8dea40f) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:12:12.878920 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cce2af-331d-4c7d-af75-36aad6dc9d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:12.879568 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4cce2af-331d-4c7d-af75-36aad6dc9d70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:12.896413 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-d4cce2af-331d-4c7d-af75-36aad6dc9d70 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3353696 Jun 23 11:12:12.899200 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46484) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:12.902295 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec0f9cb-f940-4f55-bd87-f46764f34975 None None] Network d2858011-0244-4fb7-a966-f82ef8dea40f requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:12:12.903420 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-572890671-router', 'tenant_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:12:12.924928 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-269140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27372'] for router (3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:12.926029 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27387'] for router (3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:12.958735 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=a476a7d8-6b61-424e-9640-500f4effd2a7,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:12.972569 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Set router 0531baf5-1f6c-476e-9eb2-21ccd6418816 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:12:12.975610 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 7e3b4585-0e10-4c84-86b5-24c5490af62f triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:12.975610 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (7e3b4585-0e10-4c84-86b5-24c5490af62f), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:13.205054 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831447ca-f02e-5cfc-b666-521d41d301dd-d2858011-0244-4fb7-a966-f82ef8dea40f', 'network_id': 'd2858011-0244-4fb7-a966-f82ef8dea40f', 'project_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'fixed_ips': [{'subnet_id': '6eddad1c-c668-41b3-a58f-497c8437969d'}]}} from dv-cinder-843309-2-iscsi. {{(pid=103954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:12:13.205973 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:13.242004 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Publish callbacks [] for router_controller (3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e), precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:13.254460 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 7e3b4585-0e10-4c84-86b5-24c5490af62f is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:13.376379 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Publish callbacks [] for router_gateway (3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:13.510276 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:13.514923 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'name': 'tempest-TestMinimumBasicScenario-504500440-router', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:10Z', 'revision_number': 4, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'gw_port': {'id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'b10d91df-76fa-40cc-80d7-5fc2a570a68a', 'name': '', 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'mac_address': 'fa:16:3e:cf:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:10Z', 'updated_at': '2022-06-23T11:12:10Z', 'revision_number': 2, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'subnets': [{'id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:13.549285 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Checking router: 0531baf5-1f6c-476e-9eb2-21ccd6418816 for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:12:13.549647 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Updating router 0531baf5-1f6c-476e-9eb2-21ccd6418816 port b10d91df-76fa-40cc-80d7-5fc2a570a68a binding host dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:12:13.552447 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Publish callbacks [] for router_gateway (3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:13.571126 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:13.584064 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Allocated IP 172.20.0.2 (d2858011-0244-4fb7-a966-f82ef8dea40f/6eddad1c-c668-41b3-a58f-497c8437969d/c1690f61-42d2-414b-b205-07100e992a92) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:12:13.589691 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:13.678462 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Allocated IP 172.27.2.231 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/409a4937-dcb7-49d6-923a-70edf7a3a5cb) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:12:13.771812 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:13.780419 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Publish callbacks [] for port (409a4937-dcb7-49d6-923a-70edf7a3a5cb), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:13.812664 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (409a4937-dcb7-49d6-923a-70edf7a3a5cb), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:13.818461 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:13.859408 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:12:13.866044 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:12:13.868543 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:12:13.870738 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Pushing event updated for resources: {'Port': ['ID=409a4937-dcb7-49d6-923a-70edf7a3a5cb,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:13.881043 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Publish callbacks [] for port (c1690f61-42d2-414b-b205-07100e992a92), precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:13.891533 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330'] for port (c1690f61-42d2-414b-b205-07100e992a92), after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:13.898964 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:13.954727 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Network d2858011-0244-4fb7-a966-f82ef8dea40f is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:12:13.964962 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:12:13.972644 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:12:13.994256 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Pushing event updated for resources: {'Port': ['ID=c1690f61-42d2-414b-b205-07100e992a92,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:14.050285 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Publish callbacks [] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:14.057029 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:14.095216 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Attempting to bind port c1690f61-42d2-414b-b205-07100e992a92 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:12:14.095594 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Attempting to bind port c1690f61-42d2-414b-b205-07100e992a92 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd2858011-0244-4fb7-a966-f82ef8dea40f'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:12:14.095993 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Attempting to bind port c1690f61-42d2-414b-b205-07100e992a92 on network d2858011-0244-4fb7-a966-f82ef8dea40f {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:12:14.111772 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:12:14.112196 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Checking segment: {'id': '60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd2858011-0244-4fb7-a966-f82ef8dea40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:12:14.112557 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:14.112953 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Bound using segment: {'id': '60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd2858011-0244-4fb7-a966-f82ef8dea40f'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:12:14.113077 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Publish callbacks [] for router_gateway (3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:14.113435 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Bound port: c1690f61-42d2-414b-b205-07100e992a92, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd2858011-0244-4fb7-a966-f82ef8dea40f'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:12:14.113891 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (c1690f61-42d2-414b-b205-07100e992a92), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:14.129318 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1ad8b-155e-4394-95a2-67b7a3fb7f07 None None] Pushing event updated for resources: {'Port': ['ID=b10d91df-76fa-40cc-80d7-5fc2a570a68a,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:14.209931 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:14.226355 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Attempting to bind port b10d91df-76fa-40cc-80d7-5fc2a570a68a on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:12:14.226755 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Attempting to bind port b10d91df-76fa-40cc-80d7-5fc2a570a68a by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '0c196dce-2ab2-44d7-90fb-91064c1e138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:12:14.227116 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Attempting to bind port b10d91df-76fa-40cc-80d7-5fc2a570a68a on network b2108bfc-df89-4f9b-a4b8-341ca203eb2f {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:12:14.240853 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:12:14.241238 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Checking segment: {'id': '0c196dce-2ab2-44d7-90fb-91064c1e138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:12:14.241648 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:14.242046 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Bound using segment: {'id': '0c196dce-2ab2-44d7-90fb-91064c1e138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:12:14.242527 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Bound port: b10d91df-76fa-40cc-80d7-5fc2a570a68a, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c196dce-2ab2-44d7-90fb-91064c1e138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:12:14.242915 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:14.245370 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] For port c1690f61-42d2-414b-b205-07100e992a92, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:12:14.249569 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] For port c1690f61-42d2-414b-b205-07100e992a92, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=c1690f61-42d2-414b-b205-07100e992a92,segment=NetworkSegment(60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f),segment_id=60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:12:14.263147 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (c1690f61-42d2-414b-b205-07100e992a92), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:14.313900 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-269750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390477'] for router (3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:14.354274 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-c8946492-9963-4f84-8827-f5ea5383d237 None None] Provisioning complete for port b10d91df-76fa-40cc-80d7-5fc2a570a68a triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:14.354633 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8946492-9963-4f84-8827-f5ea5383d237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:14.395462 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] For port b10d91df-76fa-40cc-80d7-5fc2a570a68a, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:12:14.404229 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c9240-ed87-4810-93bd-43b90307872d None None] Pushing event updated for resources: {'Port': ['ID=c1690f61-42d2-414b-b205-07100e992a92,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:14.416475 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c8946492-9963-4f84-8827-f5ea5383d237 None None] Port b10d91df-76fa-40cc-80d7-5fc2a570a68a cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:12:14.419237 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] For port b10d91df-76fa-40cc-80d7-5fc2a570a68a, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=b10d91df-76fa-40cc-80d7-5fc2a570a68a,segment=NetworkSegment(0c196dce-2ab2-44d7-90fb-91064c1e138b),segment_id=0c196dce-2ab2-44d7-90fb-91064c1e138b)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:12:14.428276 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:14.452781 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Router 3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e is scheduled to L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:12:14.491967 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Routers {'0531baf5-1f6c-476e-9eb2-21ccd6418816'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:12:14.492614 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['0531baf5-1f6c-476e-9eb2-21ccd6418816'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:14.537985 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1ad8b-155e-4394-95a2-67b7a3fb7f07 None None] Pushing event updated for resources: {'Port': ['ID=b10d91df-76fa-40cc-80d7-5fc2a570a68a,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:14.543558 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:14.544692 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device a476a7d8-6b61-424e-9640-500f4effd2a7 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:12:14.590058 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:12:14.616108 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Sync routers for ids ['3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:12:14.623089 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:14.624439 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-c9a66910-95d2-44a3-9411-b43f3ae3c547 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7241704 Jun 23 11:12:14.627152 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46486) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:14.646596 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Routers {'3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:12:14.647906 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:14.673279 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port a476a7d8-6b61-424e-9640-500f4effd2a7 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:14.673853 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (a476a7d8-6b61-424e-9640-500f4effd2a7), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:14.702222 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] Set router 0531baf5-1f6c-476e-9eb2-21ccd6418816 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:12:14.772342 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f109dfe-9d72-4128-95d1-0fd88941e89d req-5a425de7-fde5-469d-997f-aee1a8d9726b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0932279 Jun 23 11:12:14.845531 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Set router 3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:12:14.913242 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port a476a7d8-6b61-424e-9640-500f4effd2a7 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:14.923915 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f109dfe-9d72-4128-95d1-0fd88941e89d req-d1b09ed5-7a63-4bb7-97f9-d542260099ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:14.927003 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f109dfe-9d72-4128-95d1-0fd88941e89d req-d1b09ed5-7a63-4bb7-97f9-d542260099ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fccc592269f433b99c2d13dad5e8e39&device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 1130 time: 0.0583990 Jun 23 11:12:14.975469 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-cd659bad-b329-48a0-a168-e966d5d19760 None None] Provisioning complete for port b10d91df-76fa-40cc-80d7-5fc2a570a68a triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:14.975869 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cd659bad-b329-48a0-a168-e966d5d19760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:15.020366 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'name': 'tempest-TestMinimumBasicScenario-504500440-router', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:10Z', 'revision_number': 4, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'gw_port': {'id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'b10d91df-76fa-40cc-80d7-5fc2a570a68a', 'name': '', 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'mac_address': 'fa:16:3e:cf:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:10Z', 'updated_at': '2022-06-23T11:12:14Z', 'revision_number': 4, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'subnets': [{'id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:15.042033 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'name': 'tempest-TestMinimumBasicScenario-572890671-router', 'tenant_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '409a4937-dcb7-49d6-923a-70edf7a3a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:12Z', 'updated_at': '2022-06-23T11:12:14Z', 'revision_number': 3, 'project_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'gw_port': {'id': '409a4937-dcb7-49d6-923a-70edf7a3a5cb', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:13Z', 'updated_at': '2022-06-23T11:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:15.049524 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d57df-6a0b-400a-b5a4-b5b6dd8ea411 None None] The sync data for ids ['0531baf5-1f6c-476e-9eb2-21ccd6418816'] in dv-cinder-843309-2-iscsi is: [{'id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'name': 'tempest-TestMinimumBasicScenario-504500440-router', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:10Z', 'revision_number': 4, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'gw_port': {'id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'b10d91df-76fa-40cc-80d7-5fc2a570a68a', 'name': '', 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'mac_address': 'fa:16:3e:cf:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:10Z', 'updated_at': '2022-06-23T11:12:14Z', 'revision_number': 4, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'subnets': [{'id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:12:15.059348 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:15.079721 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f109dfe-9d72-4128-95d1-0fd88941e89d req-d22f3cda-9fd0-4e90-8f08-57c75395ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:15.080538 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Checking router: 3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:12:15.081121 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Updating router 3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e port 409a4937-dcb7-49d6-923a-70edf7a3a5cb binding host dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:12:15.085518 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f109dfe-9d72-4128-95d1-0fd88941e89d req-d22f3cda-9fd0-4e90-8f08-57c75395ce5e service neutron] 10.222.0.60 "GET /v2.0/networks?id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb HTTP/1.1" status: 200 len: 913 time: 0.1333764 Jun 23 11:12:15.100181 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-cd659bad-b329-48a0-a168-e966d5d19760 None None] Current status of the port b10d91df-76fa-40cc-80d7-5fc2a570a68a is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:15.100645 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cd659bad-b329-48a0-a168-e966d5d19760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:15.120492 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (409a4937-dcb7-49d6-923a-70edf7a3a5cb), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:15.159273 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:15.174209 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-cd659bad-b329-48a0-a168-e966d5d19760 None None] For port b10d91df-76fa-40cc-80d7-5fc2a570a68a, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=b10d91df-76fa-40cc-80d7-5fc2a570a68a,segment=NetworkSegment(0c196dce-2ab2-44d7-90fb-91064c1e138b),segment_id=0c196dce-2ab2-44d7-90fb-91064c1e138b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:15.178950 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cd659bad-b329-48a0-a168-e966d5d19760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:15.191545 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:15.201579 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f109dfe-9d72-4128-95d1-0fd88941e89d req-9df39da1-e3cc-426a-a426-8ddcdf5ea2c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84b1ad85-e16c-4985-8cbb-e7bf0a1823cc HTTP/1.1" status: 200 len: 1002 time: 0.1052277 Jun 23 11:12:15.260973 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd659bad-b329-48a0-a168-e966d5d19760 None None] Pushing event updated for resources: {'Port': ['ID=b10d91df-76fa-40cc-80d7-5fc2a570a68a,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:15.283604 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f109dfe-9d72-4128-95d1-0fd88941e89d req-ad278989-f153-4259-a7db-01f666ded4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:15.285591 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f109dfe-9d72-4128-95d1-0fd88941e89d req-ad278989-f153-4259-a7db-01f666ded4fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54 HTTP/1.1" status: 200 len: 851 time: 0.0801470 Jun 23 11:12:15.350538 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f109dfe-9d72-4128-95d1-0fd88941e89d req-ffd35846-1286-4aee-a6c1-8947a8608ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:15.352168 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f109dfe-9d72-4128-95d1-0fd88941e89d req-ffd35846-1286-4aee-a6c1-8947a8608ae4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574944 Jun 23 11:12:15.421394 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:15.492622 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:15.495357 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Publish callbacks [] for port (409a4937-dcb7-49d6-923a-70edf7a3a5cb), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:15.510300 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (409a4937-dcb7-49d6-923a-70edf7a3a5cb), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:15.534444 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f109dfe-9d72-4128-95d1-0fd88941e89d req-4a863bac-a534-4057-b687-cd83963473c6 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664164 Jun 23 11:12:15.577996 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Attempting to bind port 409a4937-dcb7-49d6-923a-70edf7a3a5cb on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:12:15.578423 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Attempting to bind port 409a4937-dcb7-49d6-923a-70edf7a3a5cb by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:12:15.579128 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Attempting to bind port 409a4937-dcb7-49d6-923a-70edf7a3a5cb on network e8f8f139-acd0-41ed-b18b-d78ae7145230 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:12:15.581476 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252a167-2f3f-4770-a901-835d706ef9ab None None] Pushing event updated for resources: {'Port': ['ID=409a4937-dcb7-49d6-923a-70edf7a3a5cb,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:15.589607 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:12:15.593432 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:15.593830 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Checking segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:12:15.594313 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:15.594870 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Bound using segment: {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:12:15.595496 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Bound port: 409a4937-dcb7-49d6-923a-70edf7a3a5cb, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77155cb4-d3c4-4926-8ff6-8214e840c10b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:12:15.596860 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (409a4937-dcb7-49d6-923a-70edf7a3a5cb), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:15.676307 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8f109dfe-9d72-4128-95d1-0fd88941e89d req-9cea5877-43fe-46ec-98b2-799b435be0c7 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235571 Jun 23 11:12:15.682561 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] For port 409a4937-dcb7-49d6-923a-70edf7a3a5cb, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:12:15.686048 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] For port 409a4937-dcb7-49d6-923a-70edf7a3a5cb, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=409a4937-dcb7-49d6-923a-70edf7a3a5cb,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:12:15.686377 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Allocated IP 172.20.0.1 (d2858011-0244-4fb7-a966-f82ef8dea40f/6eddad1c-c668-41b3-a58f-497c8437969d/464133f5-a120-4807-a1ce-99878845ea37) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:12:15.700779 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (409a4937-dcb7-49d6-923a-70edf7a3a5cb), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:15.793276 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e648a62-a2eb-485a-9dfb-64b2a2456e0e None None] Network d2858011-0244-4fb7-a966-f82ef8dea40f requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:12:15.835173 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Publish callbacks [] for port (464133f5-a120-4807-a1ce-99878845ea37), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:15.872501 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (464133f5-a120-4807-a1ce-99878845ea37), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:15.901361 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252a167-2f3f-4770-a901-835d706ef9ab None None] Pushing event updated for resources: {'Port': ['ID=409a4937-dcb7-49d6-923a-70edf7a3a5cb,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:15.905659 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Routers {'3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:12:15.906423 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:15.910207 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Network d2858011-0244-4fb7-a966-f82ef8dea40f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:12:15.916261 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:12:15.920404 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:12:15.942652 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-84968315-9370-458b-af19-2ec763348177 None None] Provisioning complete for port c1690f61-42d2-414b-b205-07100e992a92 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:15.943025 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84968315-9370-458b-af19-2ec763348177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (c1690f61-42d2-414b-b205-07100e992a92), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:16.003894 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:16.025268 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=464133f5-a120-4807-a1ce-99878845ea37,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:16.044827 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] Set router 3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:12:16.046656 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-264168'] for router_interface (3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:16.060535 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-84968315-9370-458b-af19-2ec763348177 None None] Current status of the port c1690f61-42d2-414b-b205-07100e992a92 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:16.060929 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84968315-9370-458b-af19-2ec763348177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (c1690f61-42d2-414b-b205-07100e992a92), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:16.120712 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-84968315-9370-458b-af19-2ec763348177 None None] For port c1690f61-42d2-414b-b205-07100e992a92, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=c1690f61-42d2-414b-b205-07100e992a92,segment=NetworkSegment(60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f),segment_id=60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:16.122491 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:16.129520 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84968315-9370-458b-af19-2ec763348177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (c1690f61-42d2-414b-b205-07100e992a92), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:16.210079 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84968315-9370-458b-af19-2ec763348177 None None] Pushing event updated for resources: {'Port': ['ID=c1690f61-42d2-414b-b205-07100e992a92,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:16.267733 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (464133f5-a120-4807-a1ce-99878845ea37), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:16.281683 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'name': 'tempest-TestMinimumBasicScenario-572890671-router', 'tenant_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '409a4937-dcb7-49d6-923a-70edf7a3a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:12Z', 'updated_at': '2022-06-23T11:12:14Z', 'revision_number': 3, 'project_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'gw_port': {'id': '409a4937-dcb7-49d6-923a-70edf7a3a5cb', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:13Z', 'updated_at': '2022-06-23T11:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:16.314938 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07bf420-57e0-4ec0-97b4-2d8e2ac870dd None None] The sync data for ids ['3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'] in dv-cinder-843309-2-iscsi is: [{'id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'name': 'tempest-TestMinimumBasicScenario-572890671-router', 'tenant_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '409a4937-dcb7-49d6-923a-70edf7a3a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:12Z', 'updated_at': '2022-06-23T11:12:14Z', 'revision_number': 3, 'project_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'gw_port': {'id': '409a4937-dcb7-49d6-923a-70edf7a3a5cb', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:13Z', 'updated_at': '2022-06-23T11:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:12:16.343698 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:16.355513 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-0793f40f-996b-4564-946d-8969cc0b623a None None] Provisioning complete for port 464133f5-a120-4807-a1ce-99878845ea37 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:16.356361 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0793f40f-996b-4564-946d-8969cc0b623a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (464133f5-a120-4807-a1ce-99878845ea37), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:16.370150 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:16.402453 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-0793f40f-996b-4564-946d-8969cc0b623a None None] Port 464133f5-a120-4807-a1ce-99878845ea37 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:12:16.417029 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-0793f40f-996b-4564-946d-8969cc0b623a None None] Provisioning complete for port c1690f61-42d2-414b-b205-07100e992a92 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:16.417580 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0793f40f-996b-4564-946d-8969cc0b623a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (c1690f61-42d2-414b-b205-07100e992a92), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:16.487230 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Publish callbacks [] for port (464133f5-a120-4807-a1ce-99878845ea37), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:16.499849 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (464133f5-a120-4807-a1ce-99878845ea37), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:16.577510 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-263800'] for router_interface (3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:16.579389 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=464133f5-a120-4807-a1ce-99878845ea37,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:16.667806 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device c1690f61-42d2-414b-b205-07100e992a92 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:12:16.686904 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Network d2858011-0244-4fb7-a966-f82ef8dea40f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:12:16.689706 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:12:16.702025 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-0793f40f-996b-4564-946d-8969cc0b623a None None] Current status of the port c1690f61-42d2-414b-b205-07100e992a92 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:16.724182 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port c1690f61-42d2-414b-b205-07100e992a92 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:16.724552 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (c1690f61-42d2-414b-b205-07100e992a92), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:16.804143 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port c1690f61-42d2-414b-b205-07100e992a92 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:16.805228 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device b10d91df-76fa-40cc-80d7-5fc2a570a68a up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:12:16.845344 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Router 3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:12:16.877480 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-57dcc3da-4b5b-42a5-b0a9-5cadc9621f6f None None] Provisioning complete for port 464133f5-a120-4807-a1ce-99878845ea37 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:16.877861 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-57dcc3da-4b5b-42a5-b0a9-5cadc9621f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (464133f5-a120-4807-a1ce-99878845ea37), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:16.916063 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:16.921026 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-57dcc3da-4b5b-42a5-b0a9-5cadc9621f6f None None] Port 464133f5-a120-4807-a1ce-99878845ea37 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:12:16.927211 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port b10d91df-76fa-40cc-80d7-5fc2a570a68a triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:16.927591 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:16.980393 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:12:16.988182 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-164580ce-1b47-460b-ac50-77beb6dc9fb2 admin admin] 10.222.0.65 "PUT /v2.0/routers/3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3318980 Jun 23 11:12:17.025204 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port b10d91df-76fa-40cc-80d7-5fc2a570a68a is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:17.042160 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-0c8a14ab-1f4f-4000-b631-4d447b72eb5f None None] Provisioning complete for port 464133f5-a120-4807-a1ce-99878845ea37 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:17.042530 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c8a14ab-1f4f-4000-b631-4d447b72eb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (464133f5-a120-4807-a1ce-99878845ea37), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:17.078101 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-0c8a14ab-1f4f-4000-b631-4d447b72eb5f None None] Port 464133f5-a120-4807-a1ce-99878845ea37 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:12:17.127971 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:12:17.884880 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46510) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:18.058272 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e070e59c-93e5-4505-a3cf-1f0486d71da8 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Deleting port 29040926-fe53-49d2-9958-12cd03605564 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:12:18.058621 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e070e59c-93e5-4505-a3cf-1f0486d71da8 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (29040926-fe53-49d2-9958-12cd03605564), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:18.156623 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e070e59c-93e5-4505-a3cf-1f0486d71da8 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (29040926-fe53-49d2-9958-12cd03605564), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:18.156623 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e070e59c-93e5-4505-a3cf-1f0486d71da8 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for floatingip (29040926-fe53-49d2-9958-12cd03605564), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:18.173907 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e070e59c-93e5-4505-a3cf-1f0486d71da8 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Calling delete_port for 29040926-fe53-49d2-9958-12cd03605564 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:12:18.185201 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:18.544705 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 409a4937-dcb7-49d6-923a-70edf7a3a5cb up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:12:18.608454 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 409a4937-dcb7-49d6-923a-70edf7a3a5cb triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:18.608835 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (409a4937-dcb7-49d6-923a-70edf7a3a5cb), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:18.639153 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e070e59c-93e5-4505-a3cf-1f0486d71da8 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (29040926-fe53-49d2-9958-12cd03605564), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:18.662012 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:18.666102 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070e59c-93e5-4505-a3cf-1f0486d71da8 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event deleted for resources: {'Port': ['ID=29040926-fe53-49d2-9958-12cd03605564,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:18.713723 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 409a4937-dcb7-49d6-923a-70edf7a3a5cb is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:18.714125 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (409a4937-dcb7-49d6-923a-70edf7a3a5cb), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:18.738807 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e070e59c-93e5-4505-a3cf-1f0486d71da8 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for floatingip (cd182d29-72a5-43a7-9d59-2d533c0e6c47), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:18.740590 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.l3_db [None req-e070e59c-93e5-4505-a3cf-1f0486d71da8 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Floating IP cd182d29-72a5-43a7-9d59-2d533c0e6c47 disassociated (deleted). External IP: 172.27.2.135, port: 242b880a-a6ce-40f9-922e-b675d23563b9. Jun 23 11:12:18.740753 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] For port 409a4937-dcb7-49d6-923a-70edf7a3a5cb, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=409a4937-dcb7-49d6-923a-70edf7a3a5cb,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:18.744970 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (409a4937-dcb7-49d6-923a-70edf7a3a5cb), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:18.807738 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Pushing event updated for resources: {'Port': ['ID=409a4937-dcb7-49d6-923a-70edf7a3a5cb,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:18.861147 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Sync routers for ids ['3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:12:18.873611 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Routers {'3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:12:18.874341 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:18.933068 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:19.004338 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Set router 3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:12:19.014621 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e070e59c-93e5-4505-a3cf-1f0486d71da8 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:12:19.142858 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e070e59c-93e5-4505-a3cf-1f0486d71da8 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:12:19.148022 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e070e59c-93e5-4505-a3cf-1f0486d71da8 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:19.157465 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1889e1-4578-4bcf-886d-ce056e596909 None None] Sync routers for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:12:19.185954 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1889e1-4578-4bcf-886d-ce056e596909 None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:12:19.186505 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3a1889e1-4578-4bcf-886d-ce056e596909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:19.226024 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-e070e59c-93e5-4505-a3cf-1f0486d71da8 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "DELETE /v2.0/floatingips/cd182d29-72a5-43a7-9d59-2d533c0e6c47 HTTP/1.1" status: 204 len: 168 time: 1.3401091 Jun 23 11:12:19.226744 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93a71f3-1252-4ffa-bf80-909aac0f8abe', 'tag': '242b880a-a6ce-40f9-922e-b675d23563b9'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:12:19.229484 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bf317b-ae95-40a8-a826-5ed090f0a2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d93a71f3-1252-4ffa-bf80-909aac0f8abe", "tag": "242b880a-a6ce-40f9-922e-b675d23563b9"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:12:19.323234 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c07402-f9fd-48f4-925f-54559798b127 x-openstack-request-id: req-80c07402-f9fd-48f4-925f-54559798b127 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:12:19.323526 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93a71f3-1252-4ffa-bf80-909aac0f8abe", "tag": "242b880a-a6ce-40f9-922e-b675d23563b9", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:12:19.323827 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80c07402-f9fd-48f4-925f-54559798b127 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:12:19.324245 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c07402-f9fd-48f4-925f-54559798b127'] response: {'name': 'network-changed', 'server_uuid': 'd93a71f3-1252-4ffa-bf80-909aac0f8abe', 'tag': '242b880a-a6ce-40f9-922e-b675d23563b9', 'status': 'completed', 'code': 200} Jun 23 11:12:19.351536 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'name': 'tempest-TestMinimumBasicScenario-572890671-router', 'tenant_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '409a4937-dcb7-49d6-923a-70edf7a3a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:12Z', 'updated_at': '2022-06-23T11:12:16Z', 'revision_number': 4, 'project_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'gw_port': {'id': '409a4937-dcb7-49d6-923a-70edf7a3a5cb', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:13Z', 'updated_at': '2022-06-23T11:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '464133f5-a120-4807-a1ce-99878845ea37', 'name': '', 'network_id': 'd2858011-0244-4fb7-a966-f82ef8dea40f', 'tenant_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'mac_address': 'fa:16:3e:39:dd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '6eddad1c-c668-41b3-a58f-497c8437969d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:15Z', 'updated_at': '2022-06-23T11:12:16Z', 'revision_number': 2, 'project_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'subnets': [{'id': '6eddad1c-c668-41b3-a58f-497c8437969d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:19.396313 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Checking router: 3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:12:19.402570 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Updating router 3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e port 464133f5-a120-4807-a1ce-99878845ea37 binding host dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:12:19.454488 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-3a1889e1-4578-4bcf-886d-ce056e596909 None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:12:19.465398 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf317b-ae95-40a8-a826-5ed090f0a2f3 req-880a1e25-d3b1-4d23-a311-2ddeb83b1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:19.467620 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a1bf317b-ae95-40a8-a826-5ed090f0a2f3 req-880a1e25-d3b1-4d23-a311-2ddeb83b1b28 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fccc592269f433b99c2d13dad5e8e39&device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 1130 time: 0.0698109 Jun 23 11:12:19.496497 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (464133f5-a120-4807-a1ce-99878845ea37), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:19.562848 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409783f9-477d-410f-8a08-016c53704306 req-ae72194b-f42b-4dcd-8e73-bdf4846ea2ec tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:19.565200 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-409783f9-477d-410f-8a08-016c53704306 req-ae72194b-f42b-4dcd-8e73-bdf4846ea2ec tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 946 time: 0.0590415 Jun 23 11:12:19.594477 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:19.635104 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-409783f9-477d-410f-8a08-016c53704306 req-321daadb-786f-4b2d-a381-1fc613abd8b3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631123 Jun 23 11:12:19.664135 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:19.740336 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3a1889e1-4578-4bcf-886d-ce056e596909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '801564d5-7357-45ca-a58f-fdea0ebad4e2', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'port_id': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'mac_address': 'fa:16:3e:b0:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:08:21Z', 'updated_at': '2022-06-23T11:08:23Z', 'revision_number': 1, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:19.766111 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1889e1-4578-4bcf-886d-ce056e596909 None None] Checking router: cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:12:19.776523 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1889e1-4578-4bcf-886d-ce056e596909 None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:12:19.777600 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3a1889e1-4578-4bcf-886d-ce056e596909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:19.819898 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Publish callbacks [] for port (464133f5-a120-4807-a1ce-99878845ea37), precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:19.833353 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (464133f5-a120-4807-a1ce-99878845ea37), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:19.899119 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d51a0a-7d40-4d4a-b6b3-d3ba53426c7f None None] Pushing event updated for resources: {'Port': ['ID=464133f5-a120-4807-a1ce-99878845ea37,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:19.915856 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-3a1889e1-4578-4bcf-886d-ce056e596909 None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:12:19.917721 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:19.983476 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Attempting to bind port 464133f5-a120-4807-a1ce-99878845ea37 on host dv-cinder-843309-2-iscsi for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:12:19.984049 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Attempting to bind port 464133f5-a120-4807-a1ce-99878845ea37 by drivers openvswitch,hyperv on host dv-cinder-843309-2-iscsi at level 0 using segments [{'id': '60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd2858011-0244-4fb7-a966-f82ef8dea40f'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:12:19.984501 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Attempting to bind port 464133f5-a120-4807-a1ce-99878845ea37 on network d2858011-0244-4fb7-a966-f82ef8dea40f {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:12:19.991613 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Checking agent: {'id': 'df141540-c61c-4284-97fc-b9558a07a3c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843309-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 10, 54, 9), 'started_at': datetime.datetime(2022, 6, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843309-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:12:19.992224 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Checking segment: {'id': '60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd2858011-0244-4fb7-a966-f82ef8dea40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:12:19.992712 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:19.993179 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Bound using segment: {'id': '60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd2858011-0244-4fb7-a966-f82ef8dea40f'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:12:19.993723 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Bound port: 464133f5-a120-4807-a1ce-99878845ea37, host: dv-cinder-843309-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd2858011-0244-4fb7-a966-f82ef8dea40f'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:12:19.994176 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (464133f5-a120-4807-a1ce-99878845ea37), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:20.023183 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=100 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:20.076449 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] For port 464133f5-a120-4807-a1ce-99878845ea37, host dv-cinder-843309-2-iscsi, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:12:20.079927 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] For port 464133f5-a120-4807-a1ce-99878845ea37, host dv-cinder-843309-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=464133f5-a120-4807-a1ce-99878845ea37,segment=NetworkSegment(60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f),segment_id=60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:12:20.098700 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (464133f5-a120-4807-a1ce-99878845ea37), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:20.155129 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Routers {'3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:12:20.156093 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:20.204704 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3a1889e1-4578-4bcf-886d-ce056e596909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '801564d5-7357-45ca-a58f-fdea0ebad4e2', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'port_id': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'mac_address': 'fa:16:3e:b0:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:08:21Z', 'updated_at': '2022-06-23T11:08:23Z', 'revision_number': 1, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:20.235328 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1889e1-4578-4bcf-886d-ce056e596909 None None] The sync data for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi is: [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '801564d5-7357-45ca-a58f-fdea0ebad4e2', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'port_id': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'mac_address': 'fa:16:3e:b0:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:08:21Z', 'updated_at': '2022-06-23T11:08:23Z', 'revision_number': 1, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:12:20.245865 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:20.246674 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d51a0a-7d40-4d4a-b6b3-d3ba53426c7f None None] Pushing event updated for resources: {'Port': ['ID=464133f5-a120-4807-a1ce-99878845ea37,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:20.273606 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-bd5f7468-971a-47a4-b634-1544ee731a9c None None] Provisioning complete for port 464133f5-a120-4807-a1ce-99878845ea37 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:20.274550 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd5f7468-971a-47a4-b634-1544ee731a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (464133f5-a120-4807-a1ce-99878845ea37), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:20.410816 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] Set router 3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:12:20.458030 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f7468-971a-47a4-b634-1544ee731a9c None None] Current status of the port 464133f5-a120-4807-a1ce-99878845ea37 is: DOWN; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:20.458464 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd5f7468-971a-47a4-b634-1544ee731a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (464133f5-a120-4807-a1ce-99878845ea37), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:20.536741 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 409a4937-dcb7-49d6-923a-70edf7a3a5cb up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:12:20.552206 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-bd5f7468-971a-47a4-b634-1544ee731a9c None None] For port 464133f5-a120-4807-a1ce-99878845ea37, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=464133f5-a120-4807-a1ce-99878845ea37,segment=NetworkSegment(60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f),segment_id=60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:20.583802 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd5f7468-971a-47a4-b634-1544ee731a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (464133f5-a120-4807-a1ce-99878845ea37), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:20.679527 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:20.681786 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a3fe2c-6b0c-4348-b8ac-4064ada77a10 None None] New status for floating IP cd182d29-72a5-43a7-9d59-2d533c0e6c47: DOWN {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:12:20.780777 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410b4f6-c9e7-4966-93af-6ab966f12698 req-f4748a36-ef71-4e44-af01-4aa0f7f8f90a tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:20.785177 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1410b4f6-c9e7-4966-93af-6ab966f12698 req-f4748a36-ef71-4e44-af01-4aa0f7f8f90a tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 946 time: 0.0619223 Jun 23 11:12:20.867371 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf317b-ae95-40a8-a826-5ed090f0a2f3 req-7e258332-573d-4840-a845-422beb03a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:20.870040 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a1bf317b-ae95-40a8-a826-5ed090f0a2f3 req-7e258332-573d-4840-a845-422beb03a8eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb HTTP/1.1" status: 200 len: 913 time: 0.1109378 Jun 23 11:12:20.881423 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1410b4f6-c9e7-4966-93af-6ab966f12698 req-adec8124-d6f8-453e-b337-d59f9918a61c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898294 Jun 23 11:12:20.957472 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 409a4937-dcb7-49d6-923a-70edf7a3a5cb triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:20.958436 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (409a4937-dcb7-49d6-923a-70edf7a3a5cb), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:20.987100 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f7468-971a-47a4-b634-1544ee731a9c None None] Pushing event updated for resources: {'Port': ['ID=464133f5-a120-4807-a1ce-99878845ea37,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:21.000223 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-439a3084-e977-48c5-95dd-d9ff8d621248 None None] Provisioning complete for port 464133f5-a120-4807-a1ce-99878845ea37 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:21.000592 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-439a3084-e977-48c5-95dd-d9ff8d621248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (464133f5-a120-4807-a1ce-99878845ea37), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:21.050295 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a1bf317b-ae95-40a8-a826-5ed090f0a2f3 req-1357b7a8-2579-47e6-bf2a-6a9d6bbc9595 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=242b880a-a6ce-40f9-922e-b675d23563b9 HTTP/1.1" status: 200 len: 217 time: 0.0852466 Jun 23 11:12:21.085979 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'name': 'tempest-TestMinimumBasicScenario-572890671-router', 'tenant_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '409a4937-dcb7-49d6-923a-70edf7a3a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:12Z', 'updated_at': '2022-06-23T11:12:16Z', 'revision_number': 4, 'project_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'gw_port': {'id': '409a4937-dcb7-49d6-923a-70edf7a3a5cb', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:13Z', 'updated_at': '2022-06-23T11:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '464133f5-a120-4807-a1ce-99878845ea37', 'name': '', 'network_id': 'd2858011-0244-4fb7-a966-f82ef8dea40f', 'tenant_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'mac_address': 'fa:16:3e:39:dd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '6eddad1c-c668-41b3-a58f-497c8437969d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:15Z', 'updated_at': '2022-06-23T11:12:20Z', 'revision_number': 4, 'project_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'subnets': [{'id': '6eddad1c-c668-41b3-a58f-497c8437969d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:21.124784 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b163e5-126a-4741-beaf-6f37a518003b None None] The sync data for ids ['3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'] in dv-cinder-843309-2-iscsi is: [{'id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'name': 'tempest-TestMinimumBasicScenario-572890671-router', 'tenant_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '409a4937-dcb7-49d6-923a-70edf7a3a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:12Z', 'updated_at': '2022-06-23T11:12:16Z', 'revision_number': 4, 'project_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'gw_port': {'id': '409a4937-dcb7-49d6-923a-70edf7a3a5cb', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:13Z', 'updated_at': '2022-06-23T11:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '464133f5-a120-4807-a1ce-99878845ea37', 'name': '', 'network_id': 'd2858011-0244-4fb7-a966-f82ef8dea40f', 'tenant_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'mac_address': 'fa:16:3e:39:dd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '6eddad1c-c668-41b3-a58f-497c8437969d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:15Z', 'updated_at': '2022-06-23T11:12:20Z', 'revision_number': 4, 'project_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'subnets': [{'id': '6eddad1c-c668-41b3-a58f-497c8437969d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:12:21.188445 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 409a4937-dcb7-49d6-923a-70edf7a3a5cb is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:21.193093 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-439a3084-e977-48c5-95dd-d9ff8d621248 None None] Current status of the port 464133f5-a120-4807-a1ce-99878845ea37 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:21.334769 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf317b-ae95-40a8-a826-5ed090f0a2f3 req-f399e746-4740-467f-b77c-c02d76150500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:21.336465 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a1bf317b-ae95-40a8-a826-5ed090f0a2f3 req-f399e746-4740-467f-b77c-c02d76150500 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54 HTTP/1.1" status: 200 len: 851 time: 0.0628428 Jun 23 11:12:21.476458 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424bf09-48bf-41b5-bd72-d27aee39aa0c req-cc992c8c-c2f6-4f26-b716-8a6d473507e0 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:21.478460 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6424bf09-48bf-41b5-bd72-d27aee39aa0c req-cc992c8c-c2f6-4f26-b716-8a6d473507e0 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.60 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 946 time: 0.0816555 Jun 23 11:12:21.527907 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf317b-ae95-40a8-a826-5ed090f0a2f3 req-02ca1805-75d1-4e50-80a1-d88aca860d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:21.529354 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a1bf317b-ae95-40a8-a826-5ed090f0a2f3 req-02ca1805-75d1-4e50-80a1-d88aca860d5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1336741 Jun 23 11:12:21.663041 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-6424bf09-48bf-41b5-bd72-d27aee39aa0c req-8e3e9b7e-b6a6-4980-a3b6-b24c2dba79d6 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Deleting port 242b880a-a6ce-40f9-922e-b675d23563b9 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:12:21.663376 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6424bf09-48bf-41b5-bd72-d27aee39aa0c req-8e3e9b7e-b6a6-4980-a3b6-b24c2dba79d6 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (242b880a-a6ce-40f9-922e-b675d23563b9), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:21.711543 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a1bf317b-ae95-40a8-a826-5ed090f0a2f3 req-35a11612-9f47-4e34-8368-08078a062969 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731901 Jun 23 11:12:21.825960 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-6424bf09-48bf-41b5-bd72-d27aee39aa0c req-8e3e9b7e-b6a6-4980-a3b6-b24c2dba79d6 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] For port 242b880a-a6ce-40f9-922e-b675d23563b9, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=242b880a-a6ce-40f9-922e-b675d23563b9,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:21.826255 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6424bf09-48bf-41b5-bd72-d27aee39aa0c req-8e3e9b7e-b6a6-4980-a3b6-b24c2dba79d6 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (242b880a-a6ce-40f9-922e-b675d23563b9), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:21.844568 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-6424bf09-48bf-41b5-bd72-d27aee39aa0c req-8e3e9b7e-b6a6-4980-a3b6-b24c2dba79d6 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Calling delete_port for 242b880a-a6ce-40f9-922e-b675d23563b9 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:12:21.871584 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a1bf317b-ae95-40a8-a826-5ed090f0a2f3 req-317a22ee-7720-4076-9333-a6a9a0712d99 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358368 Jun 23 11:12:21.936188 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:22.052518 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c5e8a-db99-42a6-b8f6-934640a78b03 req-a0a98fd4-222c-4959-a512-74285bd22dd3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:22.054442 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1d5c5e8a-db99-42a6-b8f6-934640a78b03 req-a0a98fd4-222c-4959-a512-74285bd22dd3 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 946 time: 0.0879607 Jun 23 11:12:22.058324 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6424bf09-48bf-41b5-bd72-d27aee39aa0c req-8e3e9b7e-b6a6-4980-a3b6-b24c2dba79d6 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (242b880a-a6ce-40f9-922e-b675d23563b9), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:22.108919 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e9b7e-b6a6-4980-a3b6-b24c2dba79d6 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event deleted for resources: {'Port': ['ID=242b880a-a6ce-40f9-922e-b675d23563b9,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:22.181325 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-6424bf09-48bf-41b5-bd72-d27aee39aa0c req-8e3e9b7e-b6a6-4980-a3b6-b24c2dba79d6 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] No DVR routers for this DVR port 242b880a-a6ce-40f9-922e-b675d23563b9 on host hv-cinder-84330 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:12:22.187371 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-6424bf09-48bf-41b5-bd72-d27aee39aa0c req-8e3e9b7e-b6a6-4980-a3b6-b24c2dba79d6 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:22.190666 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6424bf09-48bf-41b5-bd72-d27aee39aa0c req-8e3e9b7e-b6a6-4980-a3b6-b24c2dba79d6 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.60 "DELETE /v2.0/ports/242b880a-a6ce-40f9-922e-b675d23563b9 HTTP/1.1" status: 204 len: 173 time: 0.7037110 Jun 23 11:12:22.191176 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93a71f3-1252-4ffa-bf80-909aac0f8abe', 'name': 'network-vif-deleted', 'tag': '242b880a-a6ce-40f9-922e-b675d23563b9'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:12:22.194059 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7d10bc-140e-4812-b0fc-486b9ad75cb9" -d '{"events": [{"server_uuid": "d93a71f3-1252-4ffa-bf80-909aac0f8abe", "name": "network-vif-deleted", "tag": "242b880a-a6ce-40f9-922e-b675d23563b9"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:12:22.220732 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1d5c5e8a-db99-42a6-b8f6-934640a78b03 req-69b1d589-4e3a-4b2d-a698-215c825d0a0d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537328 Jun 23 11:12:22.267156 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed734d9e-b66c-4063-b4bd-d310bfb16063 x-openstack-request-id: req-ed734d9e-b66c-4063-b4bd-d310bfb16063 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:12:22.267638 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93a71f3-1252-4ffa-bf80-909aac0f8abe", "name": "network-vif-deleted", "tag": "242b880a-a6ce-40f9-922e-b675d23563b9", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:12:22.268850 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed734d9e-b66c-4063-b4bd-d310bfb16063 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:12:22.270122 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed734d9e-b66c-4063-b4bd-d310bfb16063'] response: {'server_uuid': 'd93a71f3-1252-4ffa-bf80-909aac0f8abe', 'name': 'network-vif-deleted', 'tag': '242b880a-a6ce-40f9-922e-b675d23563b9', 'status': 'completed', 'code': 200} Jun 23 11:12:22.549669 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 464133f5-a120-4807-a1ce-99878845ea37 up at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:12:22.608521 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Provisioning complete for port 464133f5-a120-4807-a1ce-99878845ea37 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:22.609218 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (464133f5-a120-4807-a1ce-99878845ea37), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:22.721409 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Current status of the port 464133f5-a120-4807-a1ce-99878845ea37 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:23.362497 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2b0ab617-dff6-4e69-8866-a33d1af4bc67 req-085d0d66-d167-4984-b036-c39f6b6f692a tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=d93a71f3-1252-4ffa-bf80-909aac0f8abe HTTP/1.1" status: 200 len: 210 time: 0.0315893 Jun 23 11:12:25.085188 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 242b880a-a6ce-40f9-922e-b675d23563b9 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:12:25.105144 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:25.123574 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: 242b880a-a6ce-40f9-922e-b675d23563b9 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:12:25.124169 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 242b880a-a6ce-40f9-922e-b675d23563b9 not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:12:26.695346 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46558) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:26.748124 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:26.855106 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2d65c4e9-ac34-410a-8bf5-b3201e0defeb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Deleting port 0c7a27f7-b0cb-474d-9840-19a100d8764b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:12:26.855448 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2d65c4e9-ac34-410a-8bf5-b3201e0defeb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (0c7a27f7-b0cb-474d-9840-19a100d8764b), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:26.936615 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2d65c4e9-ac34-410a-8bf5-b3201e0defeb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (0c7a27f7-b0cb-474d-9840-19a100d8764b), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:26.936942 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2d65c4e9-ac34-410a-8bf5-b3201e0defeb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for floatingip (0c7a27f7-b0cb-474d-9840-19a100d8764b), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:26.950878 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-2d65c4e9-ac34-410a-8bf5-b3201e0defeb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Calling delete_port for 0c7a27f7-b0cb-474d-9840-19a100d8764b owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:12:27.120639 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2d65c4e9-ac34-410a-8bf5-b3201e0defeb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (0c7a27f7-b0cb-474d-9840-19a100d8764b), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:27.124546 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9632f9ec-9bdd-4b63-8bb5-2899c3b91190 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:27.126018 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9632f9ec-9bdd-4b63-8bb5-2899c3b91190 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/networks?id=b2108bfc-df89-4f9b-a4b8-341ca203eb2f HTTP/1.1" status: 200 len: 814 time: 0.1020336 Jun 23 11:12:27.141809 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-f3d7f995-9b46-4aba-8314-514d44c3be53 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/quotas/0d0d343d1ec648a981cc8d7910b92401 HTTP/1.1" status: 200 len: 375 time: 0.0092862 Jun 23 11:12:27.147389 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65c4e9-ac34-410a-8bf5-b3201e0defeb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event deleted for resources: {'Port': ['ID=0c7a27f7-b0cb-474d-9840-19a100d8764b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:27.191086 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-bad07608-563c-470a-8244-d10cde104c22 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d0d343d1ec648a981cc8d7910b92401&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435536 Jun 23 11:12:27.207127 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-c48f4bed-44d6-4409-baaa-aa5486a1bb23 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:12:27.208297 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-c48f4bed-44d6-4409-baaa-aa5486a1bb23 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054052 Jun 23 11:12:27.210071 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2d65c4e9-ac34-410a-8bf5-b3201e0defeb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for floatingip (801564d5-7357-45ca-a58f-fdea0ebad4e2), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:27.210413 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-2d65c4e9-ac34-410a-8bf5-b3201e0defeb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Floating IP 801564d5-7357-45ca-a58f-fdea0ebad4e2 disassociated (deleted). External IP: 172.27.2.252, port: 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc. Jun 23 11:12:27.231842 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:27.305667 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-d8a34226-45d7-4275-bde3-8a981f2228ba service neutron] 10.222.0.65 "GET /v2.0/networks/b2108bfc-df89-4f9b-a4b8-341ca203eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903735 Jun 23 11:12:27.356413 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:27.401503 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-82f15946-7269-4032-85b4-b806678bd577 service neutron] 10.222.0.65 "GET /v2.0/networks/b2108bfc-df89-4f9b-a4b8-341ca203eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888562 Jun 23 11:12:27.412559 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d65c4e9-ac34-410a-8bf5-b3201e0defeb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:12:27.520160 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d65c4e9-ac34-410a-8bf5-b3201e0defeb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:12:27.525440 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-2d65c4e9-ac34-410a-8bf5-b3201e0defeb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:27.532071 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f390860-5ba8-4363-a54e-74b31225e7fa None None] Sync routers for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:12:27.543770 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f390860-5ba8-4363-a54e-74b31225e7fa None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:12:27.544616 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8f390860-5ba8-4363-a54e-74b31225e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:27.559155 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-2d65c4e9-ac34-410a-8bf5-b3201e0defeb tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "DELETE /v2.0/floatingips/801564d5-7357-45ca-a58f-fdea0ebad4e2 HTTP/1.1" status: 204 len: 168 time: 0.8626044 Jun 23 11:12:27.566776 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'tag': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:12:27.569256 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab64df31-4e44-4251-a4c1-777b6000b46f" -d '{"events": [{"name": "network-changed", "server_uuid": "f679b64b-da38-4e32-8565-0f30aa11496f", "tag": "84b1ad85-e16c-4985-8cbb-e7bf0a1823cc"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:12:27.598172 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-085250d7-1be5-4271-8bf0-7fb41b314fdf req-edc7c5f6-4929-4d09-adf7-76a9c69ee4bb tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 210 time: 0.0411146 Jun 23 11:12:27.657946 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3d9948-0462-4ba8-b17d-9208b23b4596 x-openstack-request-id: req-7a3d9948-0462-4ba8-b17d-9208b23b4596 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:12:27.658316 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f679b64b-da38-4e32-8565-0f30aa11496f", "tag": "84b1ad85-e16c-4985-8cbb-e7bf0a1823cc", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:12:27.658604 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a3d9948-0462-4ba8-b17d-9208b23b4596 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:12:27.658990 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a3d9948-0462-4ba8-b17d-9208b23b4596'] response: {'name': 'network-changed', 'server_uuid': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'tag': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc', 'status': 'completed', 'code': 200} Jun 23 11:12:27.672492 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8f390860-5ba8-4363-a54e-74b31225e7fa None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:12:27.759205 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64df31-4e44-4251-a4c1-777b6000b46f req-bd4660ba-d048-483a-b00b-018f8966e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:27.761177 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ab64df31-4e44-4251-a4c1-777b6000b46f req-bd4660ba-d048-483a-b00b-018f8966e13a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fccc592269f433b99c2d13dad5e8e39&device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 1130 time: 0.0565214 Jun 23 11:12:27.822594 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:27.840344 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80476553-f9bf-4f29-bcd4-7fa6df11e808 req-210c8962-9d29-4246-8906-a412a6340a30 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:27.844128 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-80476553-f9bf-4f29-bcd4-7fa6df11e808 req-210c8962-9d29-4246-8906-a412a6340a30 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 946 time: 0.0591278 Jun 23 11:12:27.901334 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-80476553-f9bf-4f29-bcd4-7fa6df11e808 req-318b3934-8c4a-493a-a288-f59a6c1b2fec tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533683 Jun 23 11:12:27.918723 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8f390860-5ba8-4363-a54e-74b31225e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:28.030162 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f390860-5ba8-4363-a54e-74b31225e7fa None None] Checking router: cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:12:28.039443 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f390860-5ba8-4363-a54e-74b31225e7fa None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:12:28.040102 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8f390860-5ba8-4363-a54e-74b31225e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:28.142426 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8f390860-5ba8-4363-a54e-74b31225e7fa None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:12:28.324689 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8f390860-5ba8-4363-a54e-74b31225e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:28.355121 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f390860-5ba8-4363-a54e-74b31225e7fa None None] The sync data for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi is: [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:03:46Z', 'revision_number': 4, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': '2291c06c-575e-419a-adc6-20a299f42a1a', 'name': '', 'network_id': 'c33ca82f-6e79-4afd-a43f-c1b68283a4eb', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'mac_address': 'fa:16:3e:e9:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:45Z', 'updated_at': '2022-06-23T11:03:50Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'subnets': [{'id': '1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:12:28.569566 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6564a332-fa73-4d9a-bd8b-6b6b39c9a2b3 None None] New status for floating IP 801564d5-7357-45ca-a58f-fdea0ebad4e2: DOWN {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:12:28.700527 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9fa9b5f6-f53b-4f66-996e-7cad71a736b6 req-3fbe45a3-35cd-406e-8c75-704aa48223ed tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 210 time: 0.0285079 Jun 23 11:12:28.932357 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64df31-4e44-4251-a4c1-777b6000b46f req-d4a1266c-ca52-4055-907e-03d7795ee966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:28.933266 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ab64df31-4e44-4251-a4c1-777b6000b46f req-d4a1266c-ca52-4055-907e-03d7795ee966 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb HTTP/1.1" status: 200 len: 913 time: 0.0977046 Jun 23 11:12:29.017994 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4eb53-0753-443f-a5f2-63aef2697959 req-e12c1366-a2d1-4f75-90b0-20d607679c49 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:29.019514 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1db4eb53-0753-443f-a5f2-63aef2697959 req-e12c1366-a2d1-4f75-90b0-20d607679c49 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 946 time: 0.0467715 Jun 23 11:12:29.068689 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1db4eb53-0753-443f-a5f2-63aef2697959 req-34e06559-4f37-4cb9-a1b0-f2b9c1dda8d2 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432568 Jun 23 11:12:29.119641 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ab64df31-4e44-4251-a4c1-777b6000b46f req-c0edaaf0-5f5e-465f-8a18-c184865dbff4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84b1ad85-e16c-4985-8cbb-e7bf0a1823cc HTTP/1.1" status: 200 len: 217 time: 0.0363796 Jun 23 11:12:29.317391 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64df31-4e44-4251-a4c1-777b6000b46f req-41bf4b7f-1e36-42d9-86d5-47cd21f9431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:29.318857 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ab64df31-4e44-4251-a4c1-777b6000b46f req-41bf4b7f-1e36-42d9-86d5-47cd21f9431e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54 HTTP/1.1" status: 200 len: 851 time: 0.0491107 Jun 23 11:12:29.597626 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64df31-4e44-4251-a4c1-777b6000b46f req-63c49e11-7b33-4030-b26a-a0d0cedb22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:29.599583 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ab64df31-4e44-4251-a4c1-777b6000b46f req-63c49e11-7b33-4030-b26a-a0d0cedb22fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c33ca82f-6e79-4afd-a43f-c1b68283a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390947 Jun 23 11:12:29.680876 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [req-ab64df31-4e44-4251-a4c1-777b6000b46f req-e2f596e7-2f03-466f-b2a7-58008891af29 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:12:29.681868 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ab64df31-4e44-4251-a4c1-777b6000b46f req-e2f596e7-2f03-466f-b2a7-58008891af29 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049591 Jun 23 11:12:29.754733 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec26080-545d-4e64-b372-a5d0d2947333 req-597ae8e8-09b9-4d1d-a920-a3d043ebf270 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:29.756304 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1ec26080-545d-4e64-b372-a5d0d2947333 req-597ae8e8-09b9-4d1d-a920-a3d043ebf270 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.60 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 946 time: 0.0806127 Jun 23 11:12:29.857188 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-144e073b-5625-4682-9f35-d0bb84b03672 req-7b545417-b20c-4cec-9ee8-6631e89f8bd8 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 210 time: 0.0542219 Jun 23 11:12:29.878013 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-c2246e53-da71-4ff7-8150-35d3ffdb59cd tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:29.879563 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-c2246e53-da71-4ff7-8150-35d3ffdb59cd tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.60 "GET /v2.0/networks?id=b2108bfc-df89-4f9b-a4b8-341ca203eb2f HTTP/1.1" status: 200 len: 814 time: 0.1697030 Jun 23 11:12:29.890357 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ab64df31-4e44-4251-a4c1-777b6000b46f req-e1f5441f-1136-45d8-8de1-97e9668745eb service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807907 Jun 23 11:12:29.907240 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-1ec26080-545d-4e64-b372-a5d0d2947333 req-8c2d31bf-791e-491a-88e3-b7a88ffbdcf4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Deleting port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:12:29.907575 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1ec26080-545d-4e64-b372-a5d0d2947333 req-8c2d31bf-791e-491a-88e3-b7a88ffbdcf4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (84b1ad85-e16c-4985-8cbb-e7bf0a1823cc), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:29.969647 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-299802f8-5109-4614-bc53-36286822ffd7 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Request body: {'port': {'device_id': '49ffd473-8630-4fa2-b924-3180354777f6', 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f', 'admin_state_up': True, 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:12:30.009241 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:30.037201 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:30.096234 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-299802f8-5109-4614-bc53-36286822ffd7 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Made reservation on behalf of 0d0d343d1ec648a981cc8d7910b92401 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:12:30.102192 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-299802f8-5109-4614-bc53-36286822ffd7 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:30.301132 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-299802f8-5109-4614-bc53-36286822ffd7 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Allocated IP 172.20.0.7 (b2108bfc-df89-4f9b-a4b8-341ca203eb2f/7e497ba6-728a-45d9-a7d5-671837ffa6ca/68172eb8-f026-4e28-93da-403c54cb5408) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:12:30.484397 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1ec26080-545d-4e64-b372-a5d0d2947333 req-8c2d31bf-791e-491a-88e3-b7a88ffbdcf4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] For port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=84b1ad85-e16c-4985-8cbb-e7bf0a1823cc,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:30.484805 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1ec26080-545d-4e64-b372-a5d0d2947333 req-8c2d31bf-791e-491a-88e3-b7a88ffbdcf4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (84b1ad85-e16c-4985-8cbb-e7bf0a1823cc), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:30.497733 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-299802f8-5109-4614-bc53-36286822ffd7 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for port (68172eb8-f026-4e28-93da-403c54cb5408), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:30.527361 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-1ec26080-545d-4e64-b372-a5d0d2947333 req-8c2d31bf-791e-491a-88e3-b7a88ffbdcf4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Calling delete_port for 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:12:30.535873 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-299802f8-5109-4614-bc53-36286822ffd7 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (68172eb8-f026-4e28-93da-403c54cb5408), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:30.537922 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137fee1-cb4e-4378-b0b6-f09522cee669 req-f5a71157-0f91-445d-b68b-5f9fdbdadb70 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:30.546041 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3137fee1-cb4e-4378-b0b6-f09522cee669 req-f5a71157-0f91-445d-b68b-5f9fdbdadb70 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 946 time: 0.1615856 Jun 23 11:12:30.567429 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ab64df31-4e44-4251-a4c1-777b6000b46f req-d2eae5ed-ab06-43d3-9f68-b714c349c3f2 service neutron] 10.222.0.60 "GET /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6023874 Jun 23 11:12:30.596249 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299802f8-5109-4614-bc53-36286822ffd7 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Pushing event updated for resources: {'Port': ['ID=68172eb8-f026-4e28-93da-403c54cb5408,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:30.620028 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-299802f8-5109-4614-bc53-36286822ffd7 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Network b2108bfc-df89-4f9b-a4b8-341ca203eb2f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:12:30.621953 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-299802f8-5109-4614-bc53-36286822ffd7 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:12:30.626030 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-299802f8-5109-4614-bc53-36286822ffd7 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:12:30.656044 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3137fee1-cb4e-4378-b0b6-f09522cee669 req-3d9e3948-a9ab-4833-bd48-f3c16633e052 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/security-groups?id=03f3a850-0722-48ac-8e62-7702e6e7382e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089151 Jun 23 11:12:30.678475 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:30.708744 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-299802f8-5109-4614-bc53-36286822ffd7 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:30.711061 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-299802f8-5109-4614-bc53-36286822ffd7 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:30.748482 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-299802f8-5109-4614-bc53-36286822ffd7 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7827697 Jun 23 11:12:30.836457 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1ec26080-545d-4e64-b372-a5d0d2947333 req-8c2d31bf-791e-491a-88e3-b7a88ffbdcf4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (84b1ad85-e16c-4985-8cbb-e7bf0a1823cc), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:30.886949 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d31bf-791e-491a-88e3-b7a88ffbdcf4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event deleted for resources: {'Port': ['ID=84b1ad85-e16c-4985-8cbb-e7bf0a1823cc,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:30.976304 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec26080-545d-4e64-b372-a5d0d2947333 req-8c2d31bf-791e-491a-88e3-b7a88ffbdcf4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] No DVR routers for this DVR port 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc on host hv-cinder-84330 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:12:30.979232 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1ec26080-545d-4e64-b372-a5d0d2947333 req-8c2d31bf-791e-491a-88e3-b7a88ffbdcf4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:30.983718 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1ec26080-545d-4e64-b372-a5d0d2947333 req-8c2d31bf-791e-491a-88e3-b7a88ffbdcf4 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.60 "DELETE /v2.0/ports/84b1ad85-e16c-4985-8cbb-e7bf0a1823cc HTTP/1.1" status: 204 len: 173 time: 1.2204049 Jun 23 11:12:30.984559 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'name': 'network-vif-deleted', 'tag': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:12:30.987470 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb22b09-243c-4d78-b863-3dfd9f30f1b5" -d '{"events": [{"server_uuid": "f679b64b-da38-4e32-8565-0f30aa11496f", "name": "network-vif-deleted", "tag": "84b1ad85-e16c-4985-8cbb-e7bf0a1823cc"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:12:31.014150 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-07535740-4cc7-4848-8615-32bfffbd1ca8 None None] Provisioning complete for port 68172eb8-f026-4e28-93da-403c54cb5408 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:31.014664 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-07535740-4cc7-4848-8615-32bfffbd1ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (68172eb8-f026-4e28-93da-403c54cb5408), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:31.044497 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c355be-4ce3-475c-ae14-04939962b921 x-openstack-request-id: req-47c355be-4ce3-475c-ae14-04939962b921 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:12:31.045132 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ace766-52fa-4731-9bc3-b1aae680ca36 req-2b689a6b-6b5f-4267-88cc-0019d4bd74d6 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:31.045873 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f679b64b-da38-4e32-8565-0f30aa11496f", "name": "network-vif-deleted", "tag": "84b1ad85-e16c-4985-8cbb-e7bf0a1823cc", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:12:31.046232 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-68ace766-52fa-4731-9bc3-b1aae680ca36 req-2b689a6b-6b5f-4267-88cc-0019d4bd74d6 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 931 time: 0.0832429 Jun 23 11:12:31.046474 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47c355be-4ce3-475c-ae14-04939962b921 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:12:31.047040 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47c355be-4ce3-475c-ae14-04939962b921'] response: {'server_uuid': 'f679b64b-da38-4e32-8565-0f30aa11496f', 'name': 'network-vif-deleted', 'tag': '84b1ad85-e16c-4985-8cbb-e7bf0a1823cc', 'status': 'completed', 'code': 200} Jun 23 11:12:31.067864 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-07535740-4cc7-4848-8615-32bfffbd1ca8 None None] Port 68172eb8-f026-4e28-93da-403c54cb5408 cannot update to ACTIVE because it is not bound. {{(pid=103954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:12:31.083291 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:31.141756 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-68ace766-52fa-4731-9bc3-b1aae680ca36 req-f43794bd-d013-4e10-a18e-d3c68540e794 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887132 Jun 23 11:12:31.761235 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-82e1245c-e70b-4039-8187-aebc6f846b7c req-cebc45b3-2c27-46c8-8bcd-0799e14bd033 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 210 time: 0.0305507 Jun 23 11:12:32.268705 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63007675-56bb-4b58-af02-c55bd7070866 req-ed886567-ef5a-4770-950c-bb3ef63a0707 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:32.272030 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-63007675-56bb-4b58-af02-c55bd7070866 req-ed886567-ef5a-4770-950c-bb3ef63a0707 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 931 time: 0.0524719 Jun 23 11:12:32.321667 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-63007675-56bb-4b58-af02-c55bd7070866 req-ee772662-b650-44ad-9a29-9bdadc1bbfe9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437994 Jun 23 11:12:32.865435 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-0d9b610c-38c7-41d1-8bca-fc78cfbb8552 req-465457d1-8af5-4304-8f08-0fac7069e396 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 210 time: 0.0295024 Jun 23 11:12:33.099600 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:12:33.122113 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:12:33.122456 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 84b1ad85-e16c-4985-8cbb-e7bf0a1823cc not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:12:33.387291 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ab5d1451-154c-4d95-9213-9f3aeaf17460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:33.448929 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:33.460865 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c74a8b-587f-457c-964e-78787d5cfa7d req-400913c8-011f-484e-b3a7-6b6a70711003 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:33.462324 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-87c74a8b-587f-457c-964e-78787d5cfa7d req-400913c8-011f-484e-b3a7-6b6a70711003 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 931 time: 0.0482492 Jun 23 11:12:33.514300 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-87c74a8b-587f-457c-964e-78787d5cfa7d req-f30e9f3f-ca3e-4957-a424-e1cdb32493c5 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459344 Jun 23 11:12:33.970946 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-72736925-6a0f-4085-941d-86d8cc18d5fd req-e28e429d-ce37-4d17-82d2-cc1098ad5e6c tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 210 time: 0.0301235 Jun 23 11:12:34.643687 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb3f32-3f34-4d15-85e7-918a09a9fbb6 req-ba5d6a9d-fecf-453f-86a8-8509f2a98385 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:34.645699 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2bdb3f32-3f34-4d15-85e7-918a09a9fbb6 req-ba5d6a9d-fecf-453f-86a8-8509f2a98385 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 931 time: 0.0550816 Jun 23 11:12:34.700405 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2bdb3f32-3f34-4d15-85e7-918a09a9fbb6 req-7e967b37-ea91-4a6e-8523-88dc347f6409 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485821 Jun 23 11:12:35.079221 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-046113b9-e9b6-4e51-b75b-05e0807b1a34 req-0ed9ae75-4e8c-47d5-94ea-54e3d1768737 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 210 time: 0.0335536 Jun 23 11:12:35.649440 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-73c47c0d-5979-4b14-948f-8308b80777dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:35.818881 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd1471-0403-4b7a-b142-292e858f8839 req-53c6abf5-c8cb-4ac7-a951-36c6f9db20cb tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:35.820492 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8edd1471-0403-4b7a-b142-292e858f8839 req-53c6abf5-c8cb-4ac7-a951-36c6f9db20cb tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 931 time: 0.0511916 Jun 23 11:12:35.868938 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-8edd1471-0403-4b7a-b142-292e858f8839 req-343d8bd5-af0b-488f-a9f1-b84b38f1a83e tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425291 Jun 23 11:12:36.178966 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d25cc37f-6c96-44a5-8d1a-2649aa70c320 req-bd75cf5c-f1c9-4b59-b484-a0a617e8b318 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 210 time: 0.0286071 Jun 23 11:12:36.734698 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:37.018148 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fabf9c-2bc7-4c6e-8637-f5b632fd1240 req-ee8e7a0c-de91-4794-b3aa-0aee1d287b37 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:37.024492 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-55fabf9c-2bc7-4c6e-8637-f5b632fd1240 req-ee8e7a0c-de91-4794-b3aa-0aee1d287b37 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 931 time: 0.0774786 Jun 23 11:12:37.072522 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-55fabf9c-2bc7-4c6e-8637-f5b632fd1240 req-8f442c09-d455-4e18-93ef-d51938a88c11 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448415 Jun 23 11:12:37.280110 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-4e883d17-3cb2-439f-8f03-12fb5c3db59f req-95897618-d7ac-4428-80a8-b0ac25ef48df tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 210 time: 0.0281463 Jun 23 11:12:37.730429 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:38.131839 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:38.188730 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47509669-59b4-44f6-a8b7-c85f5a20e8c1 req-6620bd9e-821b-4626-8c51-0a58619d852e tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:38.190098 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-47509669-59b4-44f6-a8b7-c85f5a20e8c1 req-6620bd9e-821b-4626-8c51-0a58619d852e tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 931 time: 0.0460298 Jun 23 11:12:38.236180 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-47509669-59b4-44f6-a8b7-c85f5a20e8c1 req-50a4160c-a551-4be1-8130-8d005a1c49d5 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401464 Jun 23 11:12:38.255452 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Request body: {'port': {'device_id': '49ffd473-8630-4fa2-b924-3180354777f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:12:38.318664 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (68172eb8-f026-4e28-93da-403c54cb5408), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:38.327277 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=76 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:38.328243 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=88 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:38.386222 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-887cad9f-4b62-47af-9b33-14997ebeb8a8 req-2fa6ec93-c43e-402a-bda0-7f1a407ce8ba tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f679b64b-da38-4e32-8565-0f30aa11496f HTTP/1.1" status: 200 len: 210 time: 0.0292158 Jun 23 11:12:38.568848 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68172eb8-f026-4e28-93da-403c54cb5408 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:12:38.576506 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Publish callbacks [] for port (68172eb8-f026-4e28-93da-403c54cb5408), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:38.589413 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:38.590665 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Transition to ACTIVE for port object 68172eb8-f026-4e28-93da-403c54cb5408 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:12:38.594650 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (68172eb8-f026-4e28-93da-403c54cb5408), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:38.648306 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=68172eb8-f026-4e28-93da-403c54cb5408,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:38.681914 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:38.722570 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Attempting to bind port 68172eb8-f026-4e28-93da-403c54cb5408 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:12:38.722907 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Attempting to bind port 68172eb8-f026-4e28-93da-403c54cb5408 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '0c196dce-2ab2-44d7-90fb-91064c1e138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:12:38.723237 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Attempting to bind port 68172eb8-f026-4e28-93da-403c54cb5408 on network b2108bfc-df89-4f9b-a4b8-341ca203eb2f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:12:38.727996 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Port 68172eb8-f026-4e28-93da-403c54cb5408 on network b2108bfc-df89-4f9b-a4b8-341ca203eb2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:12:38.728316 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Attempting to bind port 68172eb8-f026-4e28-93da-403c54cb5408 on network b2108bfc-df89-4f9b-a4b8-341ca203eb2f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:12:38.733267 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Checking agent: {'id': '9de7803c-a69e-4ab2-9fef-f3f646b81aca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'started_at': datetime.datetime(2022, 6, 23, 11, 0, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:12:38.733609 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Checking segment: {'id': '0c196dce-2ab2-44d7-90fb-91064c1e138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:12:38.733990 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Bound using segment: {'id': '0c196dce-2ab2-44d7-90fb-91064c1e138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:12:38.734418 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Bound port: 68172eb8-f026-4e28-93da-403c54cb5408, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c196dce-2ab2-44d7-90fb-91064c1e138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:12:38.734773 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (68172eb8-f026-4e28-93da-403c54cb5408), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:38.744190 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:38.799390 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] For port 68172eb8-f026-4e28-93da-403c54cb5408, host hv-cinder-84330, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:12:38.803116 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] For port 68172eb8-f026-4e28-93da-403c54cb5408, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=68172eb8-f026-4e28-93da-403c54cb5408,segment=NetworkSegment(0c196dce-2ab2-44d7-90fb-91064c1e138b),segment_id=0c196dce-2ab2-44d7-90fb-91064c1e138b)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:12:38.808789 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (68172eb8-f026-4e28-93da-403c54cb5408), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:38.844786 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:38.845408 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:38.846789 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] 10.222.0.60 "PUT /v2.0/ports/68172eb8-f026-4e28-93da-403c54cb5408 HTTP/1.1" status: 200 len: 1093 time: 0.5959253 Jun 23 11:12:38.847228 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ffd473-8630-4fa2-b924-3180354777f6', 'tag': '68172eb8-f026-4e28-93da-403c54cb5408'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:12:38.850009 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ff8309-fd01-4270-8cdf-3188ce4b37d4" -d '{"events": [{"name": "network-changed", "server_uuid": "49ffd473-8630-4fa2-b924-3180354777f6", "tag": "68172eb8-f026-4e28-93da-403c54cb5408"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:12:38.870304 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120fe5b-c2eb-4686-a314-0722d0bf8bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=68172eb8-f026-4e28-93da-403c54cb5408,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:38.889997 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b194a4-8d4c-4614-802e-d3bd349dfab5 x-openstack-request-id: req-77b194a4-8d4c-4614-802e-d3bd349dfab5 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:12:38.890285 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ffd473-8630-4fa2-b924-3180354777f6", "tag": "68172eb8-f026-4e28-93da-403c54cb5408", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:12:38.890537 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77b194a4-8d4c-4614-802e-d3bd349dfab5 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:12:38.890941 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77b194a4-8d4c-4614-802e-d3bd349dfab5'] response: {'name': 'network-changed', 'server_uuid': '49ffd473-8630-4fa2-b924-3180354777f6', 'tag': '68172eb8-f026-4e28-93da-403c54cb5408', 'status': 'completed', 'code': 200} Jun 23 11:12:39.050871 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff8309-fd01-4270-8cdf-3188ce4b37d4 req-503e06df-9ddd-431d-abd7-86209ebb03b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:39.053049 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e3ff8309-fd01-4270-8cdf-3188ce4b37d4 req-503e06df-9ddd-431d-abd7-86209ebb03b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d0d343d1ec648a981cc8d7910b92401&device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 1127 time: 0.0455947 Jun 23 11:12:39.163027 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff8309-fd01-4270-8cdf-3188ce4b37d4 req-b0febfb3-199f-4056-9e81-7bc998e09194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:39.164627 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e3ff8309-fd01-4270-8cdf-3188ce4b37d4 req-b0febfb3-199f-4056-9e81-7bc998e09194 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0d0d343d1ec648a981cc8d7910b92401&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0973670 Jun 23 11:12:39.258899 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff8309-fd01-4270-8cdf-3188ce4b37d4 req-5cb42a22-31fb-4831-9a3d-82735c968f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:39.260389 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e3ff8309-fd01-4270-8cdf-3188ce4b37d4 req-5cb42a22-31fb-4831-9a3d-82735c968f7b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898502 Jun 23 11:12:39.356070 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321039e-7762-4af7-83f7-086ba84903ca req-e1b9771e-0e52-4b44-ad1f-37c489b808c4 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:39.357430 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5321039e-7762-4af7-83f7-086ba84903ca req-e1b9771e-0e52-4b44-ad1f-37c489b808c4 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 943 time: 0.0526762 Jun 23 11:12:39.359727 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-8f95dd78-94b3-44a4-8308-82093809b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:39.361187 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-8f95dd78-94b3-44a4-8308-82093809b120 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d0d343d1ec648a981cc8d7910b92401&device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 1127 time: 0.0393734 Jun 23 11:12:39.413003 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-917595c3-a11e-403e-964c-6ef72c0dabdb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68172eb8-f026-4e28-93da-403c54cb5408 HTTP/1.1" status: 200 len: 217 time: 0.0368340 Jun 23 11:12:39.413593 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5321039e-7762-4af7-83f7-086ba84903ca req-98d256fb-0aad-4d2b-9c7f-0d5681e7618d tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505230 Jun 23 11:12:39.463797 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46666) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:39.464455 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-39c89a27-1d19-454f-9511-3f19b3371e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:39.466016 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-39c89a27-1d19-454f-9511-3f19b3371e38 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e497ba6-728a-45d9-a7d5-671837ffa6ca HTTP/1.1" status: 200 len: 853 time: 0.0464728 Jun 23 11:12:39.508873 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-c34e5681-7f9a-4478-9e2b-3c2b2336e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:39.510339 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-c34e5681-7f9a-4478-9e2b-3c2b2336e3d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2108bfc-df89-4f9b-a4b8-341ca203eb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379531 Jun 23 11:12:39.573208 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-61ddc316-0a00-44ba-a64c-bf66bbd0269d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Deleting port 942a0080-06b6-4048-9e6c-097a3da9219b {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:12:39.573553 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61ddc316-0a00-44ba-a64c-bf66bbd0269d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (942a0080-06b6-4048-9e6c-097a3da9219b), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:39.603039 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-a671ddb1-af7e-4c2d-9515-fae7a3bb4e79 service neutron] 10.222.0.60 "GET /v2.0/networks/b2108bfc-df89-4f9b-a4b8-341ca203eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860598 Jun 23 11:12:39.649547 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61ddc316-0a00-44ba-a64c-bf66bbd0269d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (942a0080-06b6-4048-9e6c-097a3da9219b), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:39.649778 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61ddc316-0a00-44ba-a64c-bf66bbd0269d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for floatingip (942a0080-06b6-4048-9e6c-097a3da9219b), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:39.667232 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-61ddc316-0a00-44ba-a64c-bf66bbd0269d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Calling delete_port for 942a0080-06b6-4048-9e6c-097a3da9219b owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:12:39.693449 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-238f74ca-20d6-45c0-8217-e3c4ef64d9e1 req-7433bcc6-f1ab-47c5-91b6-c358895b4a6d service neutron] 10.222.0.60 "GET /v2.0/networks/b2108bfc-df89-4f9b-a4b8-341ca203eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834885 Jun 23 11:12:39.795130 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61ddc316-0a00-44ba-a64c-bf66bbd0269d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (942a0080-06b6-4048-9e6c-097a3da9219b), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:39.817272 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddc316-0a00-44ba-a64c-bf66bbd0269d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event deleted for resources: {'Port': ['ID=942a0080-06b6-4048-9e6c-097a3da9219b,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:39.877263 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:39.885162 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61ddc316-0a00-44ba-a64c-bf66bbd0269d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for floatingip (1e5e482b-350e-4eb1-8bf8-75b90646d89d), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:39.887575 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-61ddc316-0a00-44ba-a64c-bf66bbd0269d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:39.888752 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-61ddc316-0a00-44ba-a64c-bf66bbd0269d tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "DELETE /v2.0/floatingips/1e5e482b-350e-4eb1-8bf8-75b90646d89d HTTP/1.1" status: 204 len: 168 time: 0.4245689 Jun 23 11:12:40.525559 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4652ab-1bb9-48d3-ba35-5998315103f4 req-08aa370e-37d6-4620-851f-564ab6be9c6f tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:40.526997 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2d4652ab-1bb9-48d3-ba35-5998315103f4 req-08aa370e-37d6-4620-851f-564ab6be9c6f tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 943 time: 0.0468674 Jun 23 11:12:40.572128 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2d4652ab-1bb9-48d3-ba35-5998315103f4 req-c934a510-bd6a-498a-89f9-310d94715e88 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396857 Jun 23 11:12:41.088548 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46680) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:41.125311 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:41.150265 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18372497-7339-4c33-988f-50ee3f9e7309 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group (03f3a850-0722-48ac-8e62-7702e6e7382e), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:41.175989 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18372497-7339-4c33-988f-50ee3f9e7309 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group (03f3a850-0722-48ac-8e62-7702e6e7382e), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:41.236142 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18372497-7339-4c33-988f-50ee3f9e7309 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (03f3a850-0722-48ac-8e62-7702e6e7382e), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:41.238641 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-18372497-7339-4c33-988f-50ee3f9e7309 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:41.240443 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-18372497-7339-4c33-988f-50ee3f9e7309 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] 10.222.0.65 "DELETE /v2.0/security-groups/03f3a850-0722-48ac-8e62-7702e6e7382e HTTP/1.1" status: 204 len: 168 time: 0.1509042 Jun 23 11:12:41.249571 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18372497-7339-4c33-988f-50ee3f9e7309 tempest-TestVolumeBootPattern-998316529 tempest-TestVolumeBootPattern-998316529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f3a850-0722-48ac-8e62-7702e6e7382e,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:41.302992 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46684) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:41.530713 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:41.684320 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64d337-09b9-4034-8b76-b08bd1c72b18 req-5ee3a5d7-c346-4b8f-acd0-8b36fc2916d1 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:41.685711 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8d64d337-09b9-4034-8b76-b08bd1c72b18 req-5ee3a5d7-c346-4b8f-acd0-8b36fc2916d1 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 943 time: 0.0474823 Jun 23 11:12:41.709614 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:41.733122 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8d64d337-09b9-4034-8b76-b08bd1c72b18 req-010ab3d3-e176-44f8-a17d-2cc853a10edf tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Jun 23 11:12:41.756198 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5fc480cf-fc00-4dfd-a66f-09ac87f43e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-263779'] for router_interface (cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:41.965554 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5fc480cf-fc00-4dfd-a66f-09ac87f43e82 admin admin] Deleting port 2291c06c-575e-419a-adc6-20a299f42a1a {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:12:41.965872 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5fc480cf-fc00-4dfd-a66f-09ac87f43e82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (2291c06c-575e-419a-adc6-20a299f42a1a), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:42.040424 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5fc480cf-fc00-4dfd-a66f-09ac87f43e82 admin admin] For port 2291c06c-575e-419a-adc6-20a299f42a1a, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=2291c06c-575e-419a-adc6-20a299f42a1a,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:42.040779 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5fc480cf-fc00-4dfd-a66f-09ac87f43e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (2291c06c-575e-419a-adc6-20a299f42a1a), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:42.053120 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5fc480cf-fc00-4dfd-a66f-09ac87f43e82 admin admin] Calling delete_port for 2291c06c-575e-419a-adc6-20a299f42a1a owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:12:42.258778 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5fc480cf-fc00-4dfd-a66f-09ac87f43e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (2291c06c-575e-419a-adc6-20a299f42a1a), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:42.280639 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc480cf-fc00-4dfd-a66f-09ac87f43e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=2291c06c-575e-419a-adc6-20a299f42a1a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:42.337869 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:42.447139 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5fc480cf-fc00-4dfd-a66f-09ac87f43e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-263927'] for router_interface (cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:42.550424 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:42.928025 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e026ae-bea9-4300-bf36-519033a5f6e4 req-ebc1d6b6-2d20-4646-9a16-637d1c492528 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:42.929375 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b3e026ae-bea9-4300-bf36-519033a5f6e4 req-ebc1d6b6-2d20-4646-9a16-637d1c492528 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 943 time: 0.0838480 Jun 23 11:12:42.966782 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc480cf-fc00-4dfd-a66f-09ac87f43e82 admin admin] Router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:12:42.996199 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-b3e026ae-bea9-4300-bf36-519033a5f6e4 req-78022df4-cadc-44c3-be55-8ebeefa86c79 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607698 Jun 23 11:12:43.085763 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc480cf-fc00-4dfd-a66f-09ac87f43e82 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:12:43.090682 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-5fc480cf-fc00-4dfd-a66f-09ac87f43e82 admin admin] 10.222.0.65 "PUT /v2.0/routers/cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7866783 Jun 23 11:12:43.093213 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46692) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:43.097503 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cab27f-d99a-4d72-97ab-e06f71675e25 None None] Sync routers for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:12:43.108780 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cab27f-d99a-4d72-97ab-e06f71675e25 None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:12:43.109470 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f9cab27f-d99a-4d72-97ab-e06f71675e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:43.147352 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 68172eb8-f026-4e28-93da-403c54cb5408 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:12:43.191754 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d8348e7-4a54-4b71-9c5d-9751d1ccdfa6 admin admin] Publish callbacks [] for router (cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:43.210313 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f9cab27f-d99a-4d72-97ab-e06f71675e25 None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:12:43.252715 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 68172eb8-f026-4e28-93da-403c54cb5408, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=68172eb8-f026-4e28-93da-403c54cb5408,segment=NetworkSegment(0c196dce-2ab2-44d7-90fb-91064c1e138b),segment_id=0c196dce-2ab2-44d7-90fb-91064c1e138b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:43.264260 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '68172eb8-f026-4e28-93da-403c54cb5408', 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f', 'port_id': '68172eb8-f026-4e28-93da-403c54cb5408', 'mac_address': 'fa:16:3e:f2:27:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:12:43.290839 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d8348e7-4a54-4b71-9c5d-9751d1ccdfa6 admin admin] Publish callbacks [] for router_gateway (cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:43.299710 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 68172eb8-f026-4e28-93da-403c54cb5408 is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:43.300105 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (68172eb8-f026-4e28-93da-403c54cb5408), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:43.313875 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68172eb8-f026-4e28-93da-403c54cb5408 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:12:43.337756 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6d8348e7-4a54-4b71-9c5d-9751d1ccdfa6 admin admin] Deleting port 56307517-6956-4331-b75e-112a123321dd {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:12:43.338094 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d8348e7-4a54-4b71-9c5d-9751d1ccdfa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (56307517-6956-4331-b75e-112a123321dd), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:43.339701 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 68172eb8-f026-4e28-93da-403c54cb5408, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=68172eb8-f026-4e28-93da-403c54cb5408,segment=NetworkSegment(0c196dce-2ab2-44d7-90fb-91064c1e138b),segment_id=0c196dce-2ab2-44d7-90fb-91064c1e138b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:43.345166 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (68172eb8-f026-4e28-93da-403c54cb5408), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:43.384782 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f9cab27f-d99a-4d72-97ab-e06f71675e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56307517-6956-4331-b75e-112a123321dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:12:42Z', 'revision_number': 5, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port': {'id': '56307517-6956-4331-b75e-112a123321dd', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:42:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:43Z', 'updated_at': '2022-06-23T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:43.394050 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=68172eb8-f026-4e28-93da-403c54cb5408,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:43.402018 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:43.402694 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:43.402694 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:43.403021 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:43.403350 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:43.403698 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:43.404028 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:43.404352 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:43.404679 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:43.404999 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:43.405321 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:43.405645 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:43.406247 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:43.406247 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:43.406581 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:12:43.414582 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cab27f-d99a-4d72-97ab-e06f71675e25 None None] Checking router: cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:12:43.419558 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6d8348e7-4a54-4b71-9c5d-9751d1ccdfa6 admin admin] For port 56307517-6956-4331-b75e-112a123321dd, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=56307517-6956-4331-b75e-112a123321dd,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:43.419983 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d8348e7-4a54-4b71-9c5d-9751d1ccdfa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (56307517-6956-4331-b75e-112a123321dd), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:43.423542 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cab27f-d99a-4d72-97ab-e06f71675e25 None None] Routers {'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:12:43.424213 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f9cab27f-d99a-4d72-97ab-e06f71675e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:43.434161 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6d8348e7-4a54-4b71-9c5d-9751d1ccdfa6 admin admin] Calling delete_port for 56307517-6956-4331-b75e-112a123321dd owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:12:43.494987 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:43.507197 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f9cab27f-d99a-4d72-97ab-e06f71675e25 None None] Set router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:12:43.557054 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f9cab27f-d99a-4d72-97ab-e06f71675e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:12:43Z', 'revision_number': 6, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port_host': None}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:43.580403 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cab27f-d99a-4d72-97ab-e06f71675e25 None None] The sync data for ids ['cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9'] in dv-cinder-843309-2-iscsi is: [{'id': 'cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9', 'name': 'tempest-TestVolumeBootPattern-1236189908-router', 'tenant_id': '1fccc592269f433b99c2d13dad5e8e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:42Z', 'updated_at': '2022-06-23T11:12:43Z', 'revision_number': 6, 'project_id': '1fccc592269f433b99c2d13dad5e8e39', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:12:43.589938 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:43.607260 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d8348e7-4a54-4b71-9c5d-9751d1ccdfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (56307517-6956-4331-b75e-112a123321dd), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:43.640419 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8348e7-4a54-4b71-9c5d-9751d1ccdfa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=56307517-6956-4331-b75e-112a123321dd,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:43.644372 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['68172eb8-f026-4e28-93da-403c54cb5408'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:12:43.678915 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:43.704664 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d8348e7-4a54-4b71-9c5d-9751d1ccdfa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391123'] for router_gateway (cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:43.792588 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d8348e7-4a54-4b71-9c5d-9751d1ccdfa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-269786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27266'] for router (cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:43.794701 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d8348e7-4a54-4b71-9c5d-9751d1ccdfa6 admin admin] Publish callbacks [] for router_controller (cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9), precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:43.836058 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d8348e7-4a54-4b71-9c5d-9751d1ccdfa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-269652'] for router (cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:43.836616 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8348e7-4a54-4b71-9c5d-9751d1ccdfa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:12:43.840647 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d8348e7-4a54-4b71-9c5d-9751d1ccdfa6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:43.841783 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-6d8348e7-4a54-4b71-9c5d-9751d1ccdfa6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/cac77a9c-16d6-46cc-b9f9-f32c2dcf7fd9 HTTP/1.1" status: 204 len: 168 time: 0.7476323 Jun 23 11:12:43.844276 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46694) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:43.890286 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-940b596e-ced6-46cf-b3b3-91c7b13b53b2 admin admin] Deleting subnet 1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:12:43.893330 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-940b596e-ced6-46cf-b3b3-91c7b13b53b2 admin admin] Publish callbacks [] for subnet (1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:43.929193 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-940b596e-ced6-46cf-b3b3-91c7b13b53b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59676546'] for subnet (1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54), precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:44.011065 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-940b596e-ced6-46cf-b3b3-91c7b13b53b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537351'] for subnet (1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:44.069484 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-940b596e-ced6-46cf-b3b3-91c7b13b53b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59715753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58842980'] for subnet (1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:44.095970 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b596e-ced6-46cf-b3b3-91c7b13b53b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:44.102274 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-940b596e-ced6-46cf-b3b3-91c7b13b53b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:44.105531 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-940b596e-ced6-46cf-b3b3-91c7b13b53b2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1e88eb5c-42bb-4bf3-a424-9e0b9c65cb54 HTTP/1.1" status: 204 len: 168 time: 0.2603233 Jun 23 11:12:44.107961 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46698) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:44.109517 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3faa624-6ee1-49be-9775-3450097ef660 None None] Network c33ca82f-6e79-4afd-a43f-c1b68283a4eb requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:12:44.114697 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20463606-5757-4328-b061-d96d02765b3e req-b3f137e9-bbae-4845-9f4f-9dc59ef313a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:44.116867 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-20463606-5757-4328-b061-d96d02765b3e req-b3f137e9-bbae-4845-9f4f-9dc59ef313a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 944 time: 0.0540473 Jun 23 11:12:44.167598 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-20463606-5757-4328-b061-d96d02765b3e req-321bf6ea-7668-47a4-b6b1-95069b8fc02e tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441601 Jun 23 11:12:44.178477 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594832'] for network (c33ca82f-6e79-4afd-a43f-c1b68283a4eb), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:44.189317 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:44.228973 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] Deleting port ef577110-58c7-4a73-a5c4-9c5e68ce7603 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:12:44.229320 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (ef577110-58c7-4a73-a5c4-9c5e68ce7603), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:44.291059 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] For port ef577110-58c7-4a73-a5c4-9c5e68ce7603, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=ef577110-58c7-4a73-a5c4-9c5e68ce7603,segment=NetworkSegment(5e6cc741-98e8-4831-ba09-fcb5eba3cd33),segment_id=5e6cc741-98e8-4831-ba09-fcb5eba3cd33)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:44.291422 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (ef577110-58c7-4a73-a5c4-9c5e68ce7603), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:44.303873 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] Calling delete_port for ef577110-58c7-4a73-a5c4-9c5e68ce7603 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:12:44.349560 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b205de5c-8e03-4c24-a763-129dac9523b6 None None] DHCP port deletion for c33ca82f-6e79-4afd-a43f-c1b68283a4eb request from dv-cinder-843309-2-iscsi {{(pid=103954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 11:12:44.385719 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:44.392412 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (ef577110-58c7-4a73-a5c4-9c5e68ce7603), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:44.392619 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b205de5c-8e03-4c24-a763-129dac9523b6 None None] Deleting port ef577110-58c7-4a73-a5c4-9c5e68ce7603 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:12:44.392999 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b205de5c-8e03-4c24-a763-129dac9523b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (ef577110-58c7-4a73-a5c4-9c5e68ce7603), before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:44.419214 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef577110-58c7-4a73-a5c4-9c5e68ce7603,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:44.424657 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] No DVR routers for this DVR port ef577110-58c7-4a73-a5c4-9c5e68ce7603 on host dv-cinder-843309-2-iscsi {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:12:44.460918 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-b205de5c-8e03-4c24-a763-129dac9523b6 None None] For port ef577110-58c7-4a73-a5c4-9c5e68ce7603, host dv-cinder-843309-2-iscsi, got binding levels [] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:44.461316 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b205de5c-8e03-4c24-a763-129dac9523b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (ef577110-58c7-4a73-a5c4-9c5e68ce7603), precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:44.475763 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b205de5c-8e03-4c24-a763-129dac9523b6 None None] Calling delete_port for ef577110-58c7-4a73-a5c4-9c5e68ce7603 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:12:44.482212 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.ipam_backend_mixin [None req-b205de5c-8e03-4c24-a763-129dac9523b6 None None] Port ef577110-58c7-4a73-a5c4-9c5e68ce7603 was not found and therefore no delete operation was performed {{(pid=103954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 23 11:12:44.483959 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b205de5c-8e03-4c24-a763-129dac9523b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339'] for port (ef577110-58c7-4a73-a5c4-9c5e68ce7603), after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:44.501104 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506618', 'neutron.services.segments.db._delete_segments_for_network-8767343742347'] for network (c33ca82f-6e79-4afd-a43f-c1b68283a4eb), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:44.514153 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 2291c06c-575e-419a-adc6-20a299f42a1a no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:12:44.519042 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205de5c-8e03-4c24-a763-129dac9523b6 None None] Pushing event deleted for resources: {'Port': ['ID=ef577110-58c7-4a73-a5c4-9c5e68ce7603,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:44.522842 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33ca82f-6e79-4afd-a43f-c1b68283a4eb']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:44.533404 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6cc741-98e8-4831-ba09-fcb5eba3cd33') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:44.533701 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6cc741-98e8-4831-ba09-fcb5eba3cd33') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:44.543034 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b205de5c-8e03-4c24-a763-129dac9523b6 None None] No DVR routers for this DVR port ef577110-58c7-4a73-a5c4-9c5e68ce7603 on host dv-cinder-843309-2-iscsi {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:12:44.547446 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 2291c06c-575e-419a-adc6-20a299f42a1a {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:12:44.547823 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:44.548205 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 2291c06c-575e-419a-adc6-20a299f42a1a not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:12:44.548769 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 56307517-6956-4331-b75e-112a123321dd no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:12:44.553822 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767343744660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59676569'] for segment (5e6cc741-98e8-4831-ba09-fcb5eba3cd33), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:44.568834 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (5e6cc741-98e8-4831-ba09-fcb5eba3cd33), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:44.575182 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 56307517-6956-4331-b75e-112a123321dd {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:12:44.575182 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 56307517-6956-4331-b75e-112a123321dd not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:12:44.575182 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device ef577110-58c7-4a73-a5c4-9c5e68ce7603 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:12:44.578676 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:12:44.579116 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59715779'] for segment (5e6cc741-98e8-4831-ba09-fcb5eba3cd33), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:44.595360 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: ef577110-58c7-4a73-a5c4-9c5e68ce7603 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:12:44.595894 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device ef577110-58c7-4a73-a5c4-9c5e68ce7603 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:12:44.601518 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment 5e6cc741-98e8-4831-ba09-fcb5eba3cd33 resource provider aggregate not found Jun 23 11:12:44.640384 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment 5e6cc741-98e8-4831-ba09-fcb5eba3cd33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e6cc741-98e8-4831-ba09-fcb5eba3cd33 found for delete ", "request_id": "req-3ae7c474-f6d3-4b7f-911a-46e5ef238248"}]} Jun 23 11:12:44.648770 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385476'] for network (c33ca82f-6e79-4afd-a43f-c1b68283a4eb), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:44.654388 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:44.658213 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c33ca82f-6e79-4afd-a43f-c1b68283a4eb HTTP/1.1" status: 204 len: 168 time: 0.5487030 Jun 23 11:12:44.661862 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46704) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:44.672144 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8a31d-c109-4236-b1e4-1fc36b11a6a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c33ca82f-6e79-4afd-a43f-c1b68283a4eb,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:44.964958 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f684d692-4bb5-40c9-a361-fda057082c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-263779'] for router_interface (e20c25eb-87da-4851-ad8e-6257734501ad), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:45.086239 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:45.160314 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 68172eb8-f026-4e28-93da-403c54cb5408 up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:12:45.183627 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f684d692-4bb5-40c9-a361-fda057082c1a admin admin] Deleting port a43f30be-a469-4825-add5-b59cb2d07f62 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:12:45.184283 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f684d692-4bb5-40c9-a361-fda057082c1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (a43f30be-a469-4825-add5-b59cb2d07f62), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:45.203038 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning for port 68172eb8-f026-4e28-93da-403c54cb5408 completed by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:12:45.211217 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 68172eb8-f026-4e28-93da-403c54cb5408 triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:12:45.211602 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (68172eb8-f026-4e28-93da-403c54cb5408), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:45.271981 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-f684d692-4bb5-40c9-a361-fda057082c1a admin admin] For port a43f30be-a469-4825-add5-b59cb2d07f62, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=a43f30be-a469-4825-add5-b59cb2d07f62,segment=NetworkSegment(900c82c8-8d14-47b3-906c-7bfbd63160a9),segment_id=900c82c8-8d14-47b3-906c-7bfbd63160a9)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:45.272440 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f684d692-4bb5-40c9-a361-fda057082c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (a43f30be-a469-4825-add5-b59cb2d07f62), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:45.288168 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f684d692-4bb5-40c9-a361-fda057082c1a admin admin] Calling delete_port for a43f30be-a469-4825-add5-b59cb2d07f62 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:12:45.289296 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 68172eb8-f026-4e28-93da-403c54cb5408 is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:12:45.289689 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (68172eb8-f026-4e28-93da-403c54cb5408), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:45.291003 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a12d21-49c9-46e8-bd32-7a1b942ae506 req-c1e71edc-a655-4274-90ca-4b5f22e2101a tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:45.292630 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-05a12d21-49c9-46e8-bd32-7a1b942ae506 req-c1e71edc-a655-4274-90ca-4b5f22e2101a tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 944 time: 0.0496631 Jun 23 11:12:45.313175 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ffd473-8630-4fa2-b924-3180354777f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68172eb8-f026-4e28-93da-403c54cb5408'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:12:45.315361 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34f82bd-775f-490e-b6f7-6c6c859e6fbe" -d '{"events": [{"server_uuid": "49ffd473-8630-4fa2-b924-3180354777f6", "name": "network-vif-plugged", "status": "completed", "tag": "68172eb8-f026-4e28-93da-403c54cb5408"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:12:45.328932 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 68172eb8-f026-4e28-93da-403c54cb5408, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=68172eb8-f026-4e28-93da-403c54cb5408,segment=NetworkSegment(0c196dce-2ab2-44d7-90fb-91064c1e138b),segment_id=0c196dce-2ab2-44d7-90fb-91064c1e138b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:45.335974 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (68172eb8-f026-4e28-93da-403c54cb5408), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:45.347784 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:45.367249 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0433d915-d9c4-42e2-a0fd-b93e61503a41 x-openstack-request-id: req-0433d915-d9c4-42e2-a0fd-b93e61503a41 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:12:45.367620 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-05a12d21-49c9-46e8-bd32-7a1b942ae506 req-427f39a1-7ff0-4c04-b9c8-77eb36e445bc tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683687 Jun 23 11:12:45.367812 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ffd473-8630-4fa2-b924-3180354777f6", "name": "network-vif-plugged", "status": "completed", "tag": "68172eb8-f026-4e28-93da-403c54cb5408", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:12:45.368061 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0433d915-d9c4-42e2-a0fd-b93e61503a41 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:12:45.368506 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0433d915-d9c4-42e2-a0fd-b93e61503a41'] response: {'server_uuid': '49ffd473-8630-4fa2-b924-3180354777f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68172eb8-f026-4e28-93da-403c54cb5408', 'code': 200} Jun 23 11:12:45.395091 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=68172eb8-f026-4e28-93da-403c54cb5408,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:45.480026 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f684d692-4bb5-40c9-a361-fda057082c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (a43f30be-a469-4825-add5-b59cb2d07f62), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:45.506010 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684d692-4bb5-40c9-a361-fda057082c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=a43f30be-a469-4825-add5-b59cb2d07f62,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:45.580013 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabaf87-8c5b-4016-92d9-d26fcaf42b02 req-a429196d-5c3d-4662-8d5c-aecc51b3073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:45.581625 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5cabaf87-8c5b-4016-92d9-d26fcaf42b02 req-a429196d-5c3d-4662-8d5c-aecc51b3073e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 1129 time: 0.0456491 Jun 23 11:12:45.627688 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5cabaf87-8c5b-4016-92d9-d26fcaf42b02 req-af462288-9f0d-4c64-b360-10b0b3ed1213 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397129 Jun 23 11:12:45.675970 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f684d692-4bb5-40c9-a361-fda057082c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-263927'] for router_interface (e20c25eb-87da-4851-ad8e-6257734501ad), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:45.829490 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:45.877878 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f684d692-4bb5-40c9-a361-fda057082c1a admin admin] Router e20c25eb-87da-4851-ad8e-6257734501ad has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:12:45.976405 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f684d692-4bb5-40c9-a361-fda057082c1a admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:12:45.981502 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f684d692-4bb5-40c9-a361-fda057082c1a admin admin] 10.222.0.65 "PUT /v2.0/routers/e20c25eb-87da-4851-ad8e-6257734501ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3185427 Jun 23 11:12:45.984109 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46710) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:45.986497 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e025c15-428d-47f6-ac78-b8991999ca4a None None] Sync routers for ids ['e20c25eb-87da-4851-ad8e-6257734501ad'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:12:45.997995 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e025c15-428d-47f6-ac78-b8991999ca4a None None] Routers {'e20c25eb-87da-4851-ad8e-6257734501ad'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:12:45.998616 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-8e025c15-428d-47f6-ac78-b8991999ca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['e20c25eb-87da-4851-ad8e-6257734501ad'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:46.082171 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0669d0ec-5391-4251-a033-d3983751801d admin admin] Publish callbacks [] for router (e20c25eb-87da-4851-ad8e-6257734501ad), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:46.105416 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-8e025c15-428d-47f6-ac78-b8991999ca4a None None] Set router e20c25eb-87da-4851-ad8e-6257734501ad gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:12:46.179923 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0669d0ec-5391-4251-a033-d3983751801d admin admin] Publish callbacks [] for router_gateway (e20c25eb-87da-4851-ad8e-6257734501ad), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:46.217459 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:46.223059 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0669d0ec-5391-4251-a033-d3983751801d admin admin] Deleting port 4a4029a9-f145-4ccf-9510-7d8ace789d76 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:12:46.223402 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0669d0ec-5391-4251-a033-d3983751801d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (4a4029a9-f145-4ccf-9510-7d8ace789d76), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:46.273708 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-8e025c15-428d-47f6-ac78-b8991999ca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'name': 'tempest-TestVolumeBootPattern-1151925390-router', 'tenant_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4a4029a9-f145-4ccf-9510-7d8ace789d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:49Z', 'updated_at': '2022-06-23T11:12:45Z', 'revision_number': 5, 'project_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'gw_port': {'id': '4a4029a9-f145-4ccf-9510-7d8ace789d76', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:03:50Z', 'updated_at': '2022-06-23T11:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:46.298494 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e025c15-428d-47f6-ac78-b8991999ca4a None None] Checking router: e20c25eb-87da-4851-ad8e-6257734501ad for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:12:46.301038 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0669d0ec-5391-4251-a033-d3983751801d admin admin] For port 4a4029a9-f145-4ccf-9510-7d8ace789d76, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=4a4029a9-f145-4ccf-9510-7d8ace789d76,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:46.301398 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0669d0ec-5391-4251-a033-d3983751801d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (4a4029a9-f145-4ccf-9510-7d8ace789d76), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:46.307389 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e025c15-428d-47f6-ac78-b8991999ca4a None None] Routers {'e20c25eb-87da-4851-ad8e-6257734501ad'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:12:46.308076 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-8e025c15-428d-47f6-ac78-b8991999ca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['e20c25eb-87da-4851-ad8e-6257734501ad'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:46.318333 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0669d0ec-5391-4251-a033-d3983751801d admin admin] Calling delete_port for 4a4029a9-f145-4ccf-9510-7d8ace789d76 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:12:46.389174 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-8e025c15-428d-47f6-ac78-b8991999ca4a None None] Set router e20c25eb-87da-4851-ad8e-6257734501ad gateway port host: None {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:12:46.438990 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-8e025c15-428d-47f6-ac78-b8991999ca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'name': 'tempest-TestVolumeBootPattern-1151925390-router', 'tenant_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:49Z', 'updated_at': '2022-06-23T11:12:46Z', 'revision_number': 6, 'project_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'gw_port_host': None}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:46.460272 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:46.474002 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e025c15-428d-47f6-ac78-b8991999ca4a None None] The sync data for ids ['e20c25eb-87da-4851-ad8e-6257734501ad'] in dv-cinder-843309-2-iscsi is: [{'id': 'e20c25eb-87da-4851-ad8e-6257734501ad', 'name': 'tempest-TestVolumeBootPattern-1151925390-router', 'tenant_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:03:49Z', 'updated_at': '2022-06-23T11:12:46Z', 'revision_number': 6, 'project_id': '80e78c5ecac645ffbc1a9dbc3aa0f82e', 'gw_port_host': None}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:12:46.492332 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0669d0ec-5391-4251-a033-d3983751801d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (4a4029a9-f145-4ccf-9510-7d8ace789d76), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:46.502422 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d8888-4c08-4e75-a316-e28bcbcdd552 req-e892f76a-0b25-45e8-b660-f7532a7b3cdd tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:46.504094 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d67d8888-4c08-4e75-a316-e28bcbcdd552 req-e892f76a-0b25-45e8-b660-f7532a7b3cdd tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 945 time: 0.0584054 Jun 23 11:12:46.530590 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669d0ec-5391-4251-a033-d3983751801d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4029a9-f145-4ccf-9510-7d8ace789d76,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:46.557307 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d67d8888-4c08-4e75-a316-e28bcbcdd552 req-3bdb0094-e175-48f9-a8d2-66e57d8dcccc tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459340 Jun 23 11:12:46.579406 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:46.595116 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0669d0ec-5391-4251-a033-d3983751801d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391123'] for router_gateway (e20c25eb-87da-4851-ad8e-6257734501ad), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:46.681714 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0669d0ec-5391-4251-a033-d3983751801d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-269786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27266'] for router (e20c25eb-87da-4851-ad8e-6257734501ad), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:46.683785 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0669d0ec-5391-4251-a033-d3983751801d admin admin] Publish callbacks [] for router_controller (e20c25eb-87da-4851-ad8e-6257734501ad), precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:46.725024 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0669d0ec-5391-4251-a033-d3983751801d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-269652'] for router (e20c25eb-87da-4851-ad8e-6257734501ad), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:46.725622 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0669d0ec-5391-4251-a033-d3983751801d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e20c25eb-87da-4851-ad8e-6257734501ad {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:12:46.729809 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0669d0ec-5391-4251-a033-d3983751801d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:46.730942 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-0669d0ec-5391-4251-a033-d3983751801d admin admin] 10.222.0.65 "DELETE /v2.0/routers/e20c25eb-87da-4851-ad8e-6257734501ad HTTP/1.1" status: 204 len: 168 time: 0.7458622 Jun 23 11:12:46.733509 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46714) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:46.779918 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5e43fb-aaac-445f-9aaa-48b5daa17521 admin admin] Deleting subnet c0bf3b07-c06f-494d-9d55-3e709293dc14 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:12:46.782914 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b5e43fb-aaac-445f-9aaa-48b5daa17521 admin admin] Publish callbacks [] for subnet (c0bf3b07-c06f-494d-9d55-3e709293dc14), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:46.816238 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b5e43fb-aaac-445f-9aaa-48b5daa17521 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59676546'] for subnet (c0bf3b07-c06f-494d-9d55-3e709293dc14), precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:46.892897 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b5e43fb-aaac-445f-9aaa-48b5daa17521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537351'] for subnet (c0bf3b07-c06f-494d-9d55-3e709293dc14), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:46.948509 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b5e43fb-aaac-445f-9aaa-48b5daa17521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59715753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58842980'] for subnet (c0bf3b07-c06f-494d-9d55-3e709293dc14), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:46.974569 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e43fb-aaac-445f-9aaa-48b5daa17521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0bf3b07-c06f-494d-9d55-3e709293dc14,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:46.978063 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b5e43fb-aaac-445f-9aaa-48b5daa17521 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:46.981148 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-6b5e43fb-aaac-445f-9aaa-48b5daa17521 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c0bf3b07-c06f-494d-9d55-3e709293dc14 HTTP/1.1" status: 204 len: 168 time: 0.2467360 Jun 23 11:12:46.983565 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019e407e-020b-46ff-b541-9740485a819b None None] Network 448415d1-dbcc-4e77-a9ec-2f4aa29024fa requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:12:46.983744 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46716) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:47.050756 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594832'] for network (448415d1-dbcc-4e77-a9ec-2f4aa29024fa), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:47.100357 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] Deleting port b7239426-359c-44cd-bde2-e3e524a0ba66 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:12:47.100705 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (b7239426-359c-44cd-bde2-e3e524a0ba66), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:47.163216 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] For port b7239426-359c-44cd-bde2-e3e524a0ba66, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=b7239426-359c-44cd-bde2-e3e524a0ba66,segment=NetworkSegment(900c82c8-8d14-47b3-906c-7bfbd63160a9),segment_id=900c82c8-8d14-47b3-906c-7bfbd63160a9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:12:47.163509 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (b7239426-359c-44cd-bde2-e3e524a0ba66), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:47.175869 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] Calling delete_port for b7239426-359c-44cd-bde2-e3e524a0ba66 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:12:47.256406 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (b7239426-359c-44cd-bde2-e3e524a0ba66), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:47.265969 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b0aca5-a160-4614-984c-241095814bcc None None] DHCP port deletion for 448415d1-dbcc-4e77-a9ec-2f4aa29024fa request from dv-cinder-843309-2-iscsi {{(pid=103954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 11:12:47.281782 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] Pushing event deleted for resources: {'Port': ['ID=b7239426-359c-44cd-bde2-e3e524a0ba66,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:47.287384 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] No DVR routers for this DVR port b7239426-359c-44cd-bde2-e3e524a0ba66 on host dv-cinder-843309-2-iscsi {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:12:47.361805 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506618', 'neutron.services.segments.db._delete_segments_for_network-8767343742347'] for network (448415d1-dbcc-4e77-a9ec-2f4aa29024fa), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:47.384301 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448415d1-dbcc-4e77-a9ec-2f4aa29024fa']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:47.393387 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900c82c8-8d14-47b3-906c-7bfbd63160a9') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:47.393679 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900c82c8-8d14-47b3-906c-7bfbd63160a9') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:47.414102 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767343744660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59676569'] for segment (900c82c8-8d14-47b3-906c-7bfbd63160a9), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:47.421998 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (900c82c8-8d14-47b3-906c-7bfbd63160a9), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:47.430243 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:12:47.430842 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59715779'] for segment (900c82c8-8d14-47b3-906c-7bfbd63160a9), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:47.445273 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:47.450144 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:47.462088 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment 900c82c8-8d14-47b3-906c-7bfbd63160a9 resource provider aggregate not found Jun 23 11:12:47.508694 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385476'] for network (448415d1-dbcc-4e77-a9ec-2f4aa29024fa), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:47.511211 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment 900c82c8-8d14-47b3-906c-7bfbd63160a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 900c82c8-8d14-47b3-906c-7bfbd63160a9 found for delete ", "request_id": "req-001e27de-89c7-4b37-a8c9-366eb1cc2035"}]} Jun 23 11:12:47.518605 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:47.519460 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] 10.222.0.65 "DELETE /v2.0/networks/448415d1-dbcc-4e77-a9ec-2f4aa29024fa HTTP/1.1" status: 204 len: 168 time: 0.5349543 Jun 23 11:12:47.529159 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87e3b2-a502-4955-ab45-fbb7866c638c admin admin] Pushing event deleted for resources: {'Network': ['ID=448415d1-dbcc-4e77-a9ec-2f4aa29024fa,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:47.640637 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46726) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:47.677473 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0269e38-4da5-470a-a83e-94881df15e4c req-0547465a-c4ad-4c72-8c90-74bdd1b15d5e tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:47.678965 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a0269e38-4da5-470a-a83e-94881df15e4c req-0547465a-c4ad-4c72-8c90-74bdd1b15d5e tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 945 time: 0.0525813 Jun 23 11:12:47.680327 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-33d06393-0189-471d-8f6f-d25c97d63f5a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1fccc592269f433b99c2d13dad5e8e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385275 Jun 23 11:12:47.682691 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46728) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:47.729839 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a0269e38-4da5-470a-a83e-94881df15e4c req-7fefad6c-4576-476e-ad3f-08de229ca755 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447474 Jun 23 11:12:47.733943 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8e9884f2-143c-47cb-b2e0-93e37cc0d00d admin admin] Publish callbacks [] for security_group (7b01ebca-c5c3-4faa-97e7-6253122f3a27), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:47.756642 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8e9884f2-143c-47cb-b2e0-93e37cc0d00d admin admin] Publish callbacks [] for security_group (7b01ebca-c5c3-4faa-97e7-6253122f3a27), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:47.806912 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:47.832352 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8e9884f2-143c-47cb-b2e0-93e37cc0d00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (7b01ebca-c5c3-4faa-97e7-6253122f3a27), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:47.834830 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8e9884f2-143c-47cb-b2e0-93e37cc0d00d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:47.835967 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8e9884f2-143c-47cb-b2e0-93e37cc0d00d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b01ebca-c5c3-4faa-97e7-6253122f3a27 HTTP/1.1" status: 204 len: 168 time: 0.1522274 Jun 23 11:12:47.854582 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2498a55-a7a0-4116-84a0-4976cfa3677f req-b4c452f0-9d55-4b74-9fae-5421d6cf4baf tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:47.856074 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d2498a55-a7a0-4116-84a0-4976cfa3677f req-b4c452f0-9d55-4b74-9fae-5421d6cf4baf tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 945 time: 0.0595949 Jun 23 11:12:47.856919 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9884f2-143c-47cb-b2e0-93e37cc0d00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b01ebca-c5c3-4faa-97e7-6253122f3a27,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:47.907314 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d2498a55-a7a0-4116-84a0-4976cfa3677f req-796c217a-c059-414a-b64b-89fe80fd90b7 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453031 Jun 23 11:12:48.189957 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46740) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:48.234173 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-24e4ef56-efdd-4f36-8398-eac384e79ceb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=80e78c5ecac645ffbc1a9dbc3aa0f82e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427289 Jun 23 11:12:48.236723 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46742) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:48.261936 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b6692-6a1d-486b-9ece-46d2ffed47bd req-b028fbfd-9193-4ca5-acc6-7d49f102a314 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:48.263389 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e2b6692-6a1d-486b-9ece-46d2ffed47bd req-b028fbfd-9193-4ca5-acc6-7d49f102a314 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 945 time: 0.0676177 Jun 23 11:12:48.329347 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76306fe8-1899-42e4-8a6b-4670bef6d5ad admin admin] Publish callbacks [] for security_group (c6cdbf59-6f98-4661-907c-6d593d22aa2d), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:48.341735 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8e2b6692-6a1d-486b-9ece-46d2ffed47bd req-63917d2a-825c-4465-b082-9bddf9a3f0a9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708790 Jun 23 11:12:48.355460 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76306fe8-1899-42e4-8a6b-4670bef6d5ad admin admin] Publish callbacks [] for security_group (c6cdbf59-6f98-4661-907c-6d593d22aa2d), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:48.405317 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76306fe8-1899-42e4-8a6b-4670bef6d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (c6cdbf59-6f98-4661-907c-6d593d22aa2d), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:48.408741 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-76306fe8-1899-42e4-8a6b-4670bef6d5ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:48.409899 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-76306fe8-1899-42e4-8a6b-4670bef6d5ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6cdbf59-6f98-4661-907c-6d593d22aa2d HTTP/1.1" status: 204 len: 168 time: 0.1720371 Jun 23 11:12:48.428826 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76306fe8-1899-42e4-8a6b-4670bef6d5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cdbf59-6f98-4661-907c-6d593d22aa2d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:48.509917 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device a43f30be-a469-4825-add5-b59cb2d07f62 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:12:48.529871 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: a43f30be-a469-4825-add5-b59cb2d07f62 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:12:48.530246 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device a43f30be-a469-4825-add5-b59cb2d07f62 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:12:48.530654 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 4a4029a9-f145-4ccf-9510-7d8ace789d76 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:12:48.549779 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 4a4029a9-f145-4ccf-9510-7d8ace789d76 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:12:48.550130 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 4a4029a9-f145-4ccf-9510-7d8ace789d76 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:12:48.550517 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device b7239426-359c-44cd-bde2-e3e524a0ba66 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:12:48.568658 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: b7239426-359c-44cd-bde2-e3e524a0ba66 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:12:48.568998 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device b7239426-359c-44cd-bde2-e3e524a0ba66 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:12:54.125884 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:12:57.781101 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523dbcb-6dfd-47f3-8ff0-7c50e836d28f req-707dda4a-dd8d-41d6-9a66-ca615a2503ce tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:57.782795 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7523dbcb-6dfd-47f3-8ff0-7c50e836d28f req-707dda4a-dd8d-41d6-9a66-ca615a2503ce tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 945 time: 0.0469129 Jun 23 11:12:57.833991 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-7523dbcb-6dfd-47f3-8ff0-7c50e836d28f req-8cacf938-c5d6-4dcb-b717-87ed0d4b87a6 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451903 Jun 23 11:12:57.856377 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46790) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:58.079661 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41769d0d-d40c-4786-9705-487d8b92f3b0 tempest-TestMinimumBasicScenario-1068571468 tempest-TestMinimumBasicScenario-1068571468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:12:58.081134 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-41769d0d-d40c-4786-9705-487d8b92f3b0 tempest-TestMinimumBasicScenario-1068571468 tempest-TestMinimumBasicScenario-1068571468-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 1124 time: 0.2237182 Jun 23 11:12:58.084497 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46794) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:58.088592 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Request body: {'floatingip': {'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'port_id': '68172eb8-f026-4e28-93da-403c54cb5408', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:12:58.095833 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:58.111757 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:58.185879 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (None), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:58.221637 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:58.230729 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=19 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:58.295263 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_common [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Allocated IP 172.27.2.92 (e8f8f139-acd0-41ed-b18b-d78ae7145230/134c7edb-3093-4c4d-b7e1-efa92e1dae87/cde16149-7943-4f33-b29d-84feba8822ee) {{(pid=103952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:12:58.392793 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for port (cde16149-7943-4f33-b29d-84feba8822ee), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:58.428801 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767343219330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (cde16149-7943-4f33-b29d-84feba8822ee), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:58.451265 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:58.472128 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Network e8f8f139-acd0-41ed-b18b-d78ae7145230 is already hosted by enough agents. {{(pid=103952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:12:58.476069 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.base_scheduler [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Resources bound (agent type, host, resource id): {{(pid=103952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:12:58.480482 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Received port after_create {{(pid=103952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:12:58.483463 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Pushing event updated for resources: {'Port': ['ID=cde16149-7943-4f33-b29d-84feba8822ee,revision_number=1']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:58.533495 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:58.553719 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=36 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:58.814043 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:58.820900 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for floatingip (761eaa35-32cf-49bb-948d-9a73867fc1ce), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:58.885723 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (cde16149-7943-4f33-b29d-84feba8822ee), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:59.026206 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for port (cde16149-7943-4f33-b29d-84feba8822ee), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:59.030587 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (cde16149-7943-4f33-b29d-84feba8822ee), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:59.102346 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Pushing event updated for resources: {'Port': ['ID=cde16149-7943-4f33-b29d-84feba8822ee,revision_number=2']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:59.110328 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385433'] for floatingip (761eaa35-32cf-49bb-948d-9a73867fc1ce), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:59.202141 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Floating IP 761eaa35-32cf-49bb-948d-9a73867fc1ce associated. External IP: 172.27.2.92, port: 68172eb8-f026-4e28-93da-403c54cb5408. Jun 23 11:12:59.479765 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:12:59.624480 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Router 0531baf5-1f6c-476e-9eb2-21ccd6418816 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:12:59.723134 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:12:59.733299 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badaf258-0f9f-4d90-8d2e-89402fb6edd6 None None] Sync routers for ids ['0531baf5-1f6c-476e-9eb2-21ccd6418816'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:12:59.742260 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:59.743077 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badaf258-0f9f-4d90-8d2e-89402fb6edd6 None None] Routers {'0531baf5-1f6c-476e-9eb2-21ccd6418816'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:12:59.743732 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-badaf258-0f9f-4d90-8d2e-89402fb6edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['0531baf5-1f6c-476e-9eb2-21ccd6418816'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:12:59.772313 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-72138b69-5ea8-4a38-ac72-ea1df3754cc9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6868231 Jun 23 11:12:59.772894 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ffd473-8630-4fa2-b924-3180354777f6', 'tag': '68172eb8-f026-4e28-93da-403c54cb5408'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:12:59.775347 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46796) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:59.775872 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc534ef-75b2-4441-b3ee-30e354f4c5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "49ffd473-8630-4fa2-b924-3180354777f6", "tag": "68172eb8-f026-4e28-93da-403c54cb5408"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:12:59.780052 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-31c20cab-8d27-421e-9d2c-9facc31a4a68 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1053785723', 'description': 'tempest-secgroup-smoke-1053785723 description', 'project_id': '0d0d343d1ec648a981cc8d7910b92401'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:12:59.802309 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31c20cab-8d27-421e-9d2c-9facc31a4a68 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group (None), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:59.846847 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-badaf258-0f9f-4d90-8d2e-89402fb6edd6 None None] Set router 0531baf5-1f6c-476e-9eb2-21ccd6418816 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:12:59.871361 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31c20cab-8d27-421e-9d2c-9facc31a4a68 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group (7432c2c0-01fd-4d60-bde4-a7e703e98b04), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:59.876526 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31c20cab-8d27-421e-9d2c-9facc31a4a68 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (7432c2c0-01fd-4d60-bde4-a7e703e98b04), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:59.905229 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31c20cab-8d27-421e-9d2c-9facc31a4a68 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:59.909589 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-31c20cab-8d27-421e-9d2c-9facc31a4a68 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1300290 Jun 23 11:12:59.910402 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46802) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:12:59.914378 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-f8f4ecb0-ded2-421d-94f2-57914bb35132 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Request body: {'security_group_rule': {'security_group_id': '7432c2c0-01fd-4d60-bde4-a7e703e98b04', 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:12:59.935816 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c20cab-8d27-421e-9d2c-9facc31a4a68 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7432c2c0-01fd-4d60-bde4-a7e703e98b04,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:12:59.944637 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8f4ecb0-ded2-421d-94f2-57914bb35132 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (9f8ed916-5b9f-4dcd-8124-efb04ece1f42), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:12:59.960996 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3748bf-3c16-4d4a-8409-d2aa2de0ef8d x-openstack-request-id: req-bb3748bf-3c16-4d4a-8409-d2aa2de0ef8d {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:12:59.961376 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ffd473-8630-4fa2-b924-3180354777f6", "tag": "68172eb8-f026-4e28-93da-403c54cb5408", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:12:59.961760 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb3748bf-3c16-4d4a-8409-d2aa2de0ef8d {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:12:59.962241 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb3748bf-3c16-4d4a-8409-d2aa2de0ef8d'] response: {'name': 'network-changed', 'server_uuid': '49ffd473-8630-4fa2-b924-3180354777f6', 'tag': '68172eb8-f026-4e28-93da-403c54cb5408', 'status': 'completed', 'code': 200} Jun 23 11:12:59.998787 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=100 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:00.007814 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8f4ecb0-ded2-421d-94f2-57914bb35132 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (9f8ed916-5b9f-4dcd-8124-efb04ece1f42), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.011804 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8f4ecb0-ded2-421d-94f2-57914bb35132 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (9f8ed916-5b9f-4dcd-8124-efb04ece1f42), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.035059 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4ecb0-ded2-421d-94f2-57914bb35132 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8ed916-5b9f-4dcd-8124-efb04ece1f42,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:13:00.044404 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f8f4ecb0-ded2-421d-94f2-57914bb35132 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.048392 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f8f4ecb0-ded2-421d-94f2-57914bb35132 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347835 Jun 23 11:13:00.048697 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46806) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:13:00.053393 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b2046f3e-7579-41e1-95e3-b1995831d02b tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Request body: {'security_group_rule': {'security_group_id': '7432c2c0-01fd-4d60-bde4-a7e703e98b04', 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:13:00.113186 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2046f3e-7579-41e1-95e3-b1995831d02b tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (db156de2-fcb1-4610-b52f-306d75a0473a), before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.130195 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc534ef-75b2-4441-b3ee-30e354f4c5d0 req-c8b0967a-bfd9-4eac-ae43-382ee6abe455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:00.132271 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9dc534ef-75b2-4441-b3ee-30e354f4c5d0 req-c8b0967a-bfd9-4eac-ae43-382ee6abe455 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d0d343d1ec648a981cc8d7910b92401&device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 1129 time: 0.1230571 Jun 23 11:13:00.153024 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-badaf258-0f9f-4d90-8d2e-89402fb6edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'name': 'tempest-TestMinimumBasicScenario-504500440-router', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:10Z', 'revision_number': 4, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'gw_port': {'id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '761eaa35-32cf-49bb-948d-9a73867fc1ce', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'port_id': '68172eb8-f026-4e28-93da-403c54cb5408', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f', 'mac_address': 'fa:16:3e:f2:27:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ffd473-8630-4fa2-b924-3180354777f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:12:58Z', 'updated_at': '2022-06-23T11:12:58Z', 'revision_number': 0, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10d91df-76fa-40cc-80d7-5fc2a570a68a', 'name': '', 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'mac_address': 'fa:16:3e:cf:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:10Z', 'updated_at': '2022-06-23T11:12:15Z', 'revision_number': 5, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'subnets': [{'id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:13:00.178494 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badaf258-0f9f-4d90-8d2e-89402fb6edd6 None None] Checking router: 0531baf5-1f6c-476e-9eb2-21ccd6418816 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:13:00.186602 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badaf258-0f9f-4d90-8d2e-89402fb6edd6 None None] Routers {'0531baf5-1f6c-476e-9eb2-21ccd6418816'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:13:00.187199 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-badaf258-0f9f-4d90-8d2e-89402fb6edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:12:36Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['0531baf5-1f6c-476e-9eb2-21ccd6418816'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:13:00.240852 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2046f3e-7579-41e1-95e3-b1995831d02b tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (db156de2-fcb1-4610-b52f-306d75a0473a), precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.245956 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2046f3e-7579-41e1-95e3-b1995831d02b tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (db156de2-fcb1-4610-b52f-306d75a0473a), after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.276273 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2046f3e-7579-41e1-95e3-b1995831d02b tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db156de2-fcb1-4610-b52f-306d75a0473a,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:13:00.279794 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc534ef-75b2-4441-b3ee-30e354f4c5d0 req-16deec0c-ff65-4c55-a240-08de6b3e77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:00.281285 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9dc534ef-75b2-4441-b3ee-30e354f4c5d0 req-16deec0c-ff65-4c55-a240-08de6b3e77cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=b2108bfc-df89-4f9b-a4b8-341ca203eb2f HTTP/1.1" status: 200 len: 915 time: 0.1390219 Jun 23 11:13:00.283999 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=100 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:00.288023 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2046f3e-7579-41e1-95e3-b1995831d02b tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.288180 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-badaf258-0f9f-4d90-8d2e-89402fb6edd6 None None] Set router 0531baf5-1f6c-476e-9eb2-21ccd6418816 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:13:00.291683 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-b2046f3e-7579-41e1-95e3-b1995831d02b tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2394562 Jun 23 11:13:00.292208 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46810) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:13:00.296849 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-9a467b99-7f36-4588-bb52-ff9ac74b167d tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Request body: {'security_group_rule': {'security_group_id': '7432c2c0-01fd-4d60-bde4-a7e703e98b04', 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:13:00.305611 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:00.333829 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a467b99-7f36-4588-bb52-ff9ac74b167d tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (199766e8-c8ae-4083-a502-ce1774c5a440), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.357415 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9dc534ef-75b2-4441-b3ee-30e354f4c5d0 req-0ac0609f-096d-4434-a5aa-46414979296b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68172eb8-f026-4e28-93da-403c54cb5408 HTTP/1.1" status: 200 len: 998 time: 0.0669456 Jun 23 11:13:00.392703 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a467b99-7f36-4588-bb52-ff9ac74b167d tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (199766e8-c8ae-4083-a502-ce1774c5a440), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.396810 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a467b99-7f36-4588-bb52-ff9ac74b167d tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (199766e8-c8ae-4083-a502-ce1774c5a440), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.416451 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc534ef-75b2-4441-b3ee-30e354f4c5d0 req-1b91dfb7-f6ea-4bac-b58b-d51aabc8eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:00.417703 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a467b99-7f36-4588-bb52-ff9ac74b167d tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199766e8-c8ae-4083-a502-ce1774c5a440,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:13:00.417954 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9dc534ef-75b2-4441-b3ee-30e354f4c5d0 req-1b91dfb7-f6ea-4bac-b58b-d51aabc8eaa1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e497ba6-728a-45d9-a7d5-671837ffa6ca HTTP/1.1" status: 200 len: 853 time: 0.0533898 Jun 23 11:13:00.423328 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9a467b99-7f36-4588-bb52-ff9ac74b167d tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.424642 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-9a467b99-7f36-4588-bb52-ff9ac74b167d tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312573 Jun 23 11:13:00.427828 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46812) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:13:00.432466 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-e2b58977-9f00-419e-b33f-5467a1d22a52 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Request body: {'security_group_rule': {'security_group_id': '7432c2c0-01fd-4d60-bde4-a7e703e98b04', 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:13:00.460367 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2b58977-9f00-419e-b33f-5467a1d22a52 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (91611b22-c6ed-4ef6-88ac-a474eeddb21a), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.477172 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc534ef-75b2-4441-b3ee-30e354f4c5d0 req-450430e6-0354-405c-b05e-33c319291e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:00.478881 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9dc534ef-75b2-4441-b3ee-30e354f4c5d0 req-450430e6-0354-405c-b05e-33c319291e6e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2108bfc-df89-4f9b-a4b8-341ca203eb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423770 Jun 23 11:13:00.512358 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-badaf258-0f9f-4d90-8d2e-89402fb6edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'name': 'tempest-TestMinimumBasicScenario-504500440-router', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:10Z', 'revision_number': 4, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'gw_port': {'id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '761eaa35-32cf-49bb-948d-9a73867fc1ce', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'port_id': '68172eb8-f026-4e28-93da-403c54cb5408', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f', 'mac_address': 'fa:16:3e:f2:27:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ffd473-8630-4fa2-b924-3180354777f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:12:58Z', 'updated_at': '2022-06-23T11:12:58Z', 'revision_number': 0, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10d91df-76fa-40cc-80d7-5fc2a570a68a', 'name': '', 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'mac_address': 'fa:16:3e:cf:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:10Z', 'updated_at': '2022-06-23T11:12:15Z', 'revision_number': 5, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'subnets': [{'id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:13:00.520562 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2b58977-9f00-419e-b33f-5467a1d22a52 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (91611b22-c6ed-4ef6-88ac-a474eeddb21a), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.524762 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2b58977-9f00-419e-b33f-5467a1d22a52 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (91611b22-c6ed-4ef6-88ac-a474eeddb21a), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.530727 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:00.540996 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badaf258-0f9f-4d90-8d2e-89402fb6edd6 None None] The sync data for ids ['0531baf5-1f6c-476e-9eb2-21ccd6418816'] in dv-cinder-843309-2-iscsi is: [{'id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'name': 'tempest-TestMinimumBasicScenario-504500440-router', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:10Z', 'revision_number': 4, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'gw_port': {'id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_floatingips': [{'id': '761eaa35-32cf-49bb-948d-9a73867fc1ce', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'router_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'port_id': '68172eb8-f026-4e28-93da-403c54cb5408', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f', 'mac_address': 'fa:16:3e:f2:27:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ffd473-8630-4fa2-b924-3180354777f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:12:58Z', 'updated_at': '2022-06-23T11:12:58Z', 'revision_number': 0, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10d91df-76fa-40cc-80d7-5fc2a570a68a', 'name': '', 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'mac_address': 'fa:16:3e:cf:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:10Z', 'updated_at': '2022-06-23T11:12:15Z', 'revision_number': 5, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'subnets': [{'id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:13:00.548377 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b58977-9f00-419e-b33f-5467a1d22a52 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91611b22-c6ed-4ef6-88ac-a474eeddb21a,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:13:00.556274 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e2b58977-9f00-419e-b33f-5467a1d22a52 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.560478 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e2b58977-9f00-419e-b33f-5467a1d22a52 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316650 Jun 23 11:13:00.561124 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46814) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:13:00.565865 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-4b15ff1a-1f51-4edd-ac84-4c5cb89644ef tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Request body: {'security_group_rule': {'security_group_id': '7432c2c0-01fd-4d60-bde4-a7e703e98b04', 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:13:00.587040 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-4b15ff1a-1f51-4edd-ac84-4c5cb89644ef tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Project 0d0d343d1ec648a981cc8d7910b92401 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:13:00.591299 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9dc534ef-75b2-4441-b3ee-30e354f4c5d0 req-b8100030-465e-4d11-a852-315cecb362af service neutron] 10.222.0.60 "GET /v2.0/networks/b2108bfc-df89-4f9b-a4b8-341ca203eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049542 Jun 23 11:13:00.593307 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b15ff1a-1f51-4edd-ac84-4c5cb89644ef tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (8e5837d9-f9a4-4d64-a0f3-908f623d1aa4), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.659857 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b15ff1a-1f51-4edd-ac84-4c5cb89644ef tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (8e5837d9-f9a4-4d64-a0f3-908f623d1aa4), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.664251 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b15ff1a-1f51-4edd-ac84-4c5cb89644ef tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (8e5837d9-f9a4-4d64-a0f3-908f623d1aa4), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.683043 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15ff1a-1f51-4edd-ac84-4c5cb89644ef tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5837d9-f9a4-4d64-a0f3-908f623d1aa4,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:13:00.690788 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9dc534ef-75b2-4441-b3ee-30e354f4c5d0 req-d41e0fe8-4d6b-40c4-ae0e-5a2917776bee service neutron] 10.222.0.60 "GET /v2.0/networks/b2108bfc-df89-4f9b-a4b8-341ca203eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926471 Jun 23 11:13:00.695206 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4b15ff1a-1f51-4edd-ac84-4c5cb89644ef tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.696513 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-4b15ff1a-1f51-4edd-ac84-4c5cb89644ef tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341701 Jun 23 11:13:00.699315 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46816) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:13:00.703748 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [None req-93412a30-3293-40e4-8f71-b86a0ea85583 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Request body: {'security_group_rule': {'security_group_id': '7432c2c0-01fd-4d60-bde4-a7e703e98b04', 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:13:00.733434 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.securitygroups_db [None req-93412a30-3293-40e4-8f71-b86a0ea85583 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Project 0d0d343d1ec648a981cc8d7910b92401 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:13:00.739751 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93412a30-3293-40e4-8f71-b86a0ea85583 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (6487583d-06e3-4cbe-94c1-07a50aec211b), before_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.772924 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c0232c-a028-472c-97d0-7315fba6b3d4 None None] New status for floating IP 761eaa35-32cf-49bb-948d-9a73867fc1ce: ACTIVE {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:13:00.804831 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93412a30-3293-40e4-8f71-b86a0ea85583 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (6487583d-06e3-4cbe-94c1-07a50aec211b), precommit_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.809292 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93412a30-3293-40e4-8f71-b86a0ea85583 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454189'] for security_group_rule (6487583d-06e3-4cbe-94c1-07a50aec211b), after_create {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.827095 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93412a30-3293-40e4-8f71-b86a0ea85583 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6487583d-06e3-4cbe-94c1-07a50aec211b,revision_number=0']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:13:00.835715 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-93412a30-3293-40e4-8f71-b86a0ea85583 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:00.836925 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-93412a30-3293-40e4-8f71-b86a0ea85583 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365669 Jun 23 11:13:00.929585 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a5797b9a-d2f0-4372-930a-f58848a1d751 req-6a9167a5-41ea-4910-b662-673c9da77e67 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053785723&fields=id&tenant_id=0d0d343d1ec648a981cc8d7910b92401 HTTP/1.1" status: 200 len: 267 time: 0.0470660 Jun 23 11:13:00.985289 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797b9a-d2f0-4372-930a-f58848a1d751 req-a9ba0800-ec52-479c-b715-024ee67325e1 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:00.986834 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a5797b9a-d2f0-4372-930a-f58848a1d751 req-a9ba0800-ec52-479c-b715-024ee67325e1 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 945 time: 0.0517213 Jun 23 11:13:00.998040 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.v2.base [req-a5797b9a-d2f0-4372-930a-f58848a1d751 req-7ccedd1f-8c18-4dc9-bfaa-6126c518f8e8 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Request body: {'port': {'security_groups': ['7ebad829-ce7a-4dd2-b456-377adc4c4ebc', '7432c2c0-01fd-4d60-bde4-a7e703e98b04']}} {{(pid=103952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:13:01.070179 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a5797b9a-d2f0-4372-930a-f58848a1d751 req-7ccedd1f-8c18-4dc9-bfaa-6126c518f8e8 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (68172eb8-f026-4e28-93da-403c54cb5408), before_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:01.142262 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:01.249159 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-a5797b9a-d2f0-4372-930a-f58848a1d751 req-7ccedd1f-8c18-4dc9-bfaa-6126c518f8e8 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] For port 68172eb8-f026-4e28-93da-403c54cb5408, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=68172eb8-f026-4e28-93da-403c54cb5408,segment=NetworkSegment(0c196dce-2ab2-44d7-90fb-91064c1e138b),segment_id=0c196dce-2ab2-44d7-90fb-91064c1e138b)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:13:01.277250 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a5797b9a-d2f0-4372-930a-f58848a1d751 req-7ccedd1f-8c18-4dc9-bfaa-6126c518f8e8 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for port (68172eb8-f026-4e28-93da-403c54cb5408), precommit_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:01.281640 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a5797b9a-d2f0-4372-930a-f58848a1d751 req-7ccedd1f-8c18-4dc9-bfaa-6126c518f8e8 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60180838'] for port (68172eb8-f026-4e28-93da-403c54cb5408), after_update {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:01.316021 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['68172eb8-f026-4e28-93da-403c54cb5408'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:13:01.323710 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797b9a-d2f0-4372-930a-f58848a1d751 req-7ccedd1f-8c18-4dc9-bfaa-6126c518f8e8 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:01.324292 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-a5797b9a-d2f0-4372-930a-f58848a1d751 req-7ccedd1f-8c18-4dc9-bfaa-6126c518f8e8 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:01.325672 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a5797b9a-d2f0-4372-930a-f58848a1d751 req-7ccedd1f-8c18-4dc9-bfaa-6126c518f8e8 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "PUT /v2.0/ports/68172eb8-f026-4e28-93da-403c54cb5408 HTTP/1.1" status: 200 len: 981 time: 0.3323934 Jun 23 11:13:01.357896 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccedd1f-8c18-4dc9-bfaa-6126c518f8e8 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Pushing event updated for resources: {'Port': ['ID=68172eb8-f026-4e28-93da-403c54cb5408,revision_number=6']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:13:01.395216 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:01.446478 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbff8f3-c737-4fcd-b99b-d8a6d4aa220d req-533a1987-b7c8-4b33-b864-1d6820849afe tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:01.448205 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7bbff8f3-c737-4fcd-b99b-d8a6d4aa220d req-533a1987-b7c8-4b33-b864-1d6820849afe tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0632548 Jun 23 11:13:01.452835 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['68172eb8-f026-4e28-93da-403c54cb5408'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:13:01.511518 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7bbff8f3-c737-4fcd-b99b-d8a6d4aa220d req-eb0ec9b4-9a1f-4afe-80b2-9a55642f8190 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&id=7432c2c0-01fd-4d60-bde4-a7e703e98b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575240 Jun 23 11:13:01.659032 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-107747c3-9fce-41d5-8bea-028f0a8b8257 None None] Provisioning complete for port 68172eb8-f026-4e28-93da-403c54cb5408 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:13:01.659363 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-107747c3-9fce-41d5-8bea-028f0a8b8257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (68172eb8-f026-4e28-93da-403c54cb5408), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:01.826968 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:01.840532 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-107747c3-9fce-41d5-8bea-028f0a8b8257 None None] Current status of the port 68172eb8-f026-4e28-93da-403c54cb5408 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:13:01.929056 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:01.963687 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ffd473-8630-4fa2-b924-3180354777f6', 'tag': '68172eb8-f026-4e28-93da-403c54cb5408'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:13:01.966037 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a639258-7278-40c0-a4a2-1e28136e939b" -d '{"events": [{"name": "network-changed", "server_uuid": "49ffd473-8630-4fa2-b924-3180354777f6", "tag": "68172eb8-f026-4e28-93da-403c54cb5408"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:13:02.001415 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a792731f-ef1e-4136-90f5-da84d82d71b9 x-openstack-request-id: req-a792731f-ef1e-4136-90f5-da84d82d71b9 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:13:02.001701 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ffd473-8630-4fa2-b924-3180354777f6", "tag": "68172eb8-f026-4e28-93da-403c54cb5408", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:13:02.001956 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a792731f-ef1e-4136-90f5-da84d82d71b9 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:13:02.002357 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a792731f-ef1e-4136-90f5-da84d82d71b9'] response: {'name': 'network-changed', 'server_uuid': '49ffd473-8630-4fa2-b924-3180354777f6', 'tag': '68172eb8-f026-4e28-93da-403c54cb5408', 'status': 'completed', 'code': 200} Jun 23 11:13:02.087490 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a639258-7278-40c0-a4a2-1e28136e939b req-b3286c68-b40b-4267-9d94-ef1caf408762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:02.089013 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9a639258-7278-40c0-a4a2-1e28136e939b req-b3286c68-b40b-4267-9d94-ef1caf408762 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d0d343d1ec648a981cc8d7910b92401&device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 1168 time: 0.0390108 Jun 23 11:13:02.118847 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:02.187148 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a639258-7278-40c0-a4a2-1e28136e939b req-37b6ac87-059d-40ed-9a08-96fb4c730f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:02.188543 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9a639258-7278-40c0-a4a2-1e28136e939b req-37b6ac87-059d-40ed-9a08-96fb4c730f52 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b2108bfc-df89-4f9b-a4b8-341ca203eb2f HTTP/1.1" status: 200 len: 915 time: 0.0894182 Jun 23 11:13:02.255628 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9a639258-7278-40c0-a4a2-1e28136e939b req-ef254c54-d266-4a7e-af6d-3689da0ce46e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68172eb8-f026-4e28-93da-403c54cb5408 HTTP/1.1" status: 200 len: 1000 time: 0.0526786 Jun 23 11:13:02.301843 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a639258-7278-40c0-a4a2-1e28136e939b req-2dbe0465-b6ee-41f7-aead-0b66e43fc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:02.303864 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9a639258-7278-40c0-a4a2-1e28136e939b req-2dbe0465-b6ee-41f7-aead-0b66e43fc205 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e497ba6-728a-45d9-a7d5-671837ffa6ca HTTP/1.1" status: 200 len: 853 time: 0.0421679 Jun 23 11:13:02.348749 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a639258-7278-40c0-a4a2-1e28136e939b req-6da9f15a-f66c-46dd-bd2b-836f49eab7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:02.350716 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9a639258-7278-40c0-a4a2-1e28136e939b req-6da9f15a-f66c-46dd-bd2b-836f49eab7c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2108bfc-df89-4f9b-a4b8-341ca203eb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406640 Jun 23 11:13:02.441050 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9a639258-7278-40c0-a4a2-1e28136e939b req-b8b5fb4f-5a3c-4e75-9090-d8e078d21ba9 service neutron] 10.222.0.60 "GET /v2.0/networks/b2108bfc-df89-4f9b-a4b8-341ca203eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816090 Jun 23 11:13:02.531972 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-9a639258-7278-40c0-a4a2-1e28136e939b req-c5f5f7b3-b3ac-4f9b-957f-ab29a76a6ae0 service neutron] 10.222.0.60 "GET /v2.0/networks/b2108bfc-df89-4f9b-a4b8-341ca203eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837216 Jun 23 11:13:03.370073 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7bea25d-6bd8-4121-83f2-0c55919a61ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:05.651762 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7daf029c-3aa9-4af7-b63c-cd29a9396eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:06.721409 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:07.759767 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:08.134289 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:08.675267 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:10.510643 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=21 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:10.540664 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=44 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:11.346658 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:11.353674 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=22 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:12.527994 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=43 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:12.528822 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=51 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:16.569895 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-844eff17-14f2-42f5-8696-a253231f33e6 req-7d55f132-d1a3-40b4-8e99-3ce09897dac5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376992 Jun 23 11:13:16.644476 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844eff17-14f2-42f5-8696-a253231f33e6 req-e54d5c56-5809-44af-b535-cb3d7df40477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:16.645957 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-844eff17-14f2-42f5-8696-a253231f33e6 req-e54d5c56-5809-44af-b535-cb3d7df40477 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8040a7c927f4d4ebff4964bc1b63ad7&device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 1129 time: 0.0383291 Jun 23 11:13:16.750632 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844eff17-14f2-42f5-8696-a253231f33e6 req-0a98d01e-a3eb-47b7-ada7-b35940d4921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:16.752033 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-844eff17-14f2-42f5-8696-a253231f33e6 req-0a98d01e-a3eb-47b7-ada7-b35940d4921c service neutron] 10.222.0.60 "GET /v2.0/networks?id=6428178e-b2c3-4ed8-8208-a2488665a794 HTTP/1.1" status: 200 len: 910 time: 0.0861032 Jun 23 11:13:16.810018 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-844eff17-14f2-42f5-8696-a253231f33e6 req-f101ebaa-8c93-47f2-bd02-e9fdc2ca5a04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72bdff1f-006b-46d7-8a00-abb368b12ebb HTTP/1.1" status: 200 len: 1001 time: 0.0523770 Jun 23 11:13:17.118939 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844eff17-14f2-42f5-8696-a253231f33e6 req-f493b402-2520-4c84-9e77-d2f7b2bc258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:17.120410 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-844eff17-14f2-42f5-8696-a253231f33e6 req-f493b402-2520-4c84-9e77-d2f7b2bc258b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75069e95-c0cf-45c2-8c4f-686a6b68266a HTTP/1.1" status: 200 len: 848 time: 0.3043621 Jun 23 11:13:17.164922 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844eff17-14f2-42f5-8696-a253231f33e6 req-5684409e-d533-461e-870d-518a8922ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:17.166336 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-844eff17-14f2-42f5-8696-a253231f33e6 req-5684409e-d533-461e-870d-518a8922ab92 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6428178e-b2c3-4ed8-8208-a2488665a794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377674 Jun 23 11:13:17.254974 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-844eff17-14f2-42f5-8696-a253231f33e6 req-1753064f-d669-4103-881c-cac9d04c67c8 service neutron] 10.222.0.60 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811486 Jun 23 11:13:17.344354 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-844eff17-14f2-42f5-8696-a253231f33e6 req-a080a8b7-4a16-4c8a-a8cc-17f5a733b647 service neutron] 10.222.0.60 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805936 Jun 23 11:13:18.666048 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:18.671973 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=38,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:24.185527 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308302a-b660-4487-9d0c-1481063a9648 req-ec598ca6-aad0-4dbc-a3a8-140e31c05dca tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:24.187019 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2308302a-b660-4487-9d0c-1481063a9648 req-ec598ca6-aad0-4dbc-a3a8-140e31c05dca tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0540209 Jun 23 11:13:24.204494 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e4c60-f6da-4bc4-a977-fe5770798db3 req-9ef5f777-46c2-426c-86c1-67623f67e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:24.205986 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fb2e4c60-f6da-4bc4-a977-fe5770798db3 req-9ef5f777-46c2-426c-86c1-67623f67e692 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d0d343d1ec648a981cc8d7910b92401&device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 1168 time: 0.0408335 Jun 23 11:13:24.247209 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2308302a-b660-4487-9d0c-1481063a9648 req-9047f9a1-5581-44f7-ab2b-f4dbe5b4fbf7 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&id=7432c2c0-01fd-4d60-bde4-a7e703e98b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542686 Jun 23 11:13:24.298578 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e4c60-f6da-4bc4-a977-fe5770798db3 req-91c601e6-077c-4df6-a7af-47e942e29a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:24.300066 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fb2e4c60-f6da-4bc4-a977-fe5770798db3 req-91c601e6-077c-4df6-a7af-47e942e29a2e service neutron] 10.222.0.60 "GET /v2.0/networks?id=b2108bfc-df89-4f9b-a4b8-341ca203eb2f HTTP/1.1" status: 200 len: 915 time: 0.0876324 Jun 23 11:13:24.359346 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fb2e4c60-f6da-4bc4-a977-fe5770798db3 req-c80a6de8-5998-404f-a79d-1d0c77b7eaa5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68172eb8-f026-4e28-93da-403c54cb5408 HTTP/1.1" status: 200 len: 1000 time: 0.0530586 Jun 23 11:13:24.411577 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e4c60-f6da-4bc4-a977-fe5770798db3 req-c9303dcc-902c-449b-ae0d-efbe33910caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:24.413062 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fb2e4c60-f6da-4bc4-a977-fe5770798db3 req-c9303dcc-902c-449b-ae0d-efbe33910caf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e497ba6-728a-45d9-a7d5-671837ffa6ca HTTP/1.1" status: 200 len: 853 time: 0.0460742 Jun 23 11:13:24.457297 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e4c60-f6da-4bc4-a977-fe5770798db3 req-4420eac4-a1de-4f5f-8d5f-e9277289ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:24.458757 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fb2e4c60-f6da-4bc4-a977-fe5770798db3 req-4420eac4-a1de-4f5f-8d5f-e9277289ebf7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2108bfc-df89-4f9b-a4b8-341ca203eb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380552 Jun 23 11:13:24.549303 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fb2e4c60-f6da-4bc4-a977-fe5770798db3 req-91b26d0e-182b-4cd7-9e55-fe9d4c90d4f2 service neutron] 10.222.0.60 "GET /v2.0/networks/b2108bfc-df89-4f9b-a4b8-341ca203eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836868 Jun 23 11:13:24.635022 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-fb2e4c60-f6da-4bc4-a977-fe5770798db3 req-df041c03-f1e0-4bad-b01e-09465562fc2d service neutron] 10.222.0.60 "GET /v2.0/networks/b2108bfc-df89-4f9b-a4b8-341ca203eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790079 Jun 23 11:13:25.326418 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:25.349668 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:25.362677 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c241f27-5e40-461c-81ae-5b9ed289fa87 req-978a435e-49d7-497d-af13-1742a16d9712 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:25.364158 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7c241f27-5e40-461c-81ae-5b9ed289fa87 req-978a435e-49d7-497d-af13-1742a16d9712 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0480134 Jun 23 11:13:25.426071 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7c241f27-5e40-461c-81ae-5b9ed289fa87 req-7d4b00ac-4c99-4fc3-8700-89a8356bb816 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&id=7432c2c0-01fd-4d60-bde4-a7e703e98b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561717 Jun 23 11:13:26.537544 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8e783-3675-4e36-9275-4d178ae4bef7 req-416a1ef1-22cc-48e6-ab62-d98510caa0bd tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:26.538975 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-10f8e783-3675-4e36-9275-4d178ae4bef7 req-416a1ef1-22cc-48e6-ab62-d98510caa0bd tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0460958 Jun 23 11:13:26.596900 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-10f8e783-3675-4e36-9275-4d178ae4bef7 req-df3f72ec-fcbd-4c15-bc3f-f4b5e404906a tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&id=7432c2c0-01fd-4d60-bde4-a7e703e98b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523026 Jun 23 11:13:27.708579 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c215fb6-e451-4f49-8389-796c41245a71 req-370199c2-cd54-4317-9629-a325de44d7ec tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:27.710036 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c215fb6-e451-4f49-8389-796c41245a71 req-370199c2-cd54-4317-9629-a325de44d7ec tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0471530 Jun 23 11:13:27.769333 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6c215fb6-e451-4f49-8389-796c41245a71 req-39d1057c-f15b-43dc-9f70-594998d5ebad tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&id=7432c2c0-01fd-4d60-bde4-a7e703e98b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535853 Jun 23 11:13:28.881305 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b91920-99e9-45ef-8807-825f3817637f req-6b1d9dcd-27d4-44ea-997c-1a361954d20c tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:28.883410 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-47b91920-99e9-45ef-8807-825f3817637f req-6b1d9dcd-27d4-44ea-997c-1a361954d20c tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0459943 Jun 23 11:13:28.944675 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-47b91920-99e9-45ef-8807-825f3817637f req-d2c38e32-65d0-4d71-bce9-da159e67d97f tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&id=7432c2c0-01fd-4d60-bde4-a7e703e98b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557368 Jun 23 11:13:30.061249 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d3426-d857-4f6f-b24b-3aa296b1da71 req-44ef6c07-b7ca-42bc-b019-57f94670c5f0 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:30.062710 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ed0d3426-d857-4f6f-b24b-3aa296b1da71 req-44ef6c07-b7ca-42bc-b019-57f94670c5f0 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0469961 Jun 23 11:13:30.122320 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ed0d3426-d857-4f6f-b24b-3aa296b1da71 req-871fbd62-f5d4-46a3-accf-71f0ff556101 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&id=7432c2c0-01fd-4d60-bde4-a7e703e98b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539727 Jun 23 11:13:31.124443 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:13:31.234602 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64ab0a-0c07-424d-b143-ee38afebc70a req-ad24d5b1-c276-4495-bb41-384e3df3eaec tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:31.236057 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1a64ab0a-0c07-424d-b143-ee38afebc70a req-ad24d5b1-c276-4495-bb41-384e3df3eaec tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0461183 Jun 23 11:13:31.295355 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1a64ab0a-0c07-424d-b143-ee38afebc70a req-cbf23fdd-e7b4-409f-9c38-26a4a9ecacae tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&id=7432c2c0-01fd-4d60-bde4-a7e703e98b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537610 Jun 23 11:13:32.410828 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e700f-4dd3-4962-83ab-aeb70e7c4668 req-9bdb647a-3dab-486d-b04a-a6eafdf631f3 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:32.412238 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-da7e700f-4dd3-4962-83ab-aeb70e7c4668 req-9bdb647a-3dab-486d-b04a-a6eafdf631f3 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0503008 Jun 23 11:13:32.471378 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-da7e700f-4dd3-4962-83ab-aeb70e7c4668 req-4abdd99e-cbe3-40a6-bef5-76c64d60c5c4 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&id=7432c2c0-01fd-4d60-bde4-a7e703e98b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531831 Jun 23 11:13:33.372020 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c51232ae-e1d1-469a-a656-1f9a12ffd3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:33.583832 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c8cab-76c4-4106-8b4b-81a08f0ce9e7 req-854d8971-5fd3-4430-a4eb-92543247c061 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:33.585275 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ab9c8cab-76c4-4106-8b4b-81a08f0ce9e7 req-854d8971-5fd3-4430-a4eb-92543247c061 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0469794 Jun 23 11:13:33.644331 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ab9c8cab-76c4-4106-8b4b-81a08f0ce9e7 req-b65fe54d-89bd-483b-9095-50397b57cdd0 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&id=7432c2c0-01fd-4d60-bde4-a7e703e98b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533643 Jun 23 11:13:34.757462 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc019fd-12bf-4eab-9185-c912c0149fb2 req-c345197b-d51b-423b-9b90-50cdd64c78f7 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:34.759478 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1cc019fd-12bf-4eab-9185-c912c0149fb2 req-c345197b-d51b-423b-9b90-50cdd64c78f7 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0472877 Jun 23 11:13:34.818358 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-1cc019fd-12bf-4eab-9185-c912c0149fb2 req-41b54bea-f527-4142-939d-d51715c7523f tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&id=7432c2c0-01fd-4d60-bde4-a7e703e98b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531645 Jun 23 11:13:35.653426 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19dc8811-9ff2-46ff-8002-5eb58ea5a18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:35.935763 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1df6a-de2a-476d-a2c4-5edba50a28ef req-ced36f26-f5cc-4c2d-a96d-ae8d30039d95 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:35.937151 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c2d1df6a-de2a-476d-a2c4-5edba50a28ef req-ced36f26-f5cc-4c2d-a96d-ae8d30039d95 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0506186 Jun 23 11:13:35.995639 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c2d1df6a-de2a-476d-a2c4-5edba50a28ef req-16422849-411c-4e2b-bc63-ed2ddd224ca9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&id=7432c2c0-01fd-4d60-bde4-a7e703e98b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528116 Jun 23 11:13:36.724242 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:37.112909 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b7495-361c-45cb-b8f8-08fb695a11a9 req-19326651-a447-47d3-b5ea-7cffc0d1469d tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:37.114373 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a51b7495-361c-45cb-b8f8-08fb695a11a9 req-19326651-a447-47d3-b5ea-7cffc0d1469d tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0508089 Jun 23 11:13:37.173500 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-a51b7495-361c-45cb-b8f8-08fb695a11a9 req-8081e802-2077-4406-af29-a30f3773cb9e tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&id=7432c2c0-01fd-4d60-bde4-a7e703e98b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533533 Jun 23 11:13:37.765642 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:38.138078 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:38.286353 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55d7c7-35fd-4f6b-ada0-0dcb67c49651 req-59ed4080-e239-4c1e-8b5f-40d49577a71a tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:38.287858 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2a55d7c7-35fd-4f6b-ada0-0dcb67c49651 req-59ed4080-e239-4c1e-8b5f-40d49577a71a tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0487621 Jun 23 11:13:38.346110 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2a55d7c7-35fd-4f6b-ada0-0dcb67c49651 req-89c71b31-363e-461c-827a-0c805801fe75 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&id=7432c2c0-01fd-4d60-bde4-a7e703e98b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519314 Jun 23 11:13:38.677420 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:39.458976 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dbf13-22a7-4ab3-a62c-67258cb0b419 req-26fa3256-225f-49f4-b7d9-c852f5b61dd9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:39.460453 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-798dbf13-22a7-4ab3-a62c-67258cb0b419 req-26fa3256-225f-49f4-b7d9-c852f5b61dd9 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0471070 Jun 23 11:13:39.518338 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-798dbf13-22a7-4ab3-a62c-67258cb0b419 req-350d468e-9e3d-441d-8dc9-5041ca3653ca tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&id=7432c2c0-01fd-4d60-bde4-a7e703e98b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523000 Jun 23 11:13:40.633665 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc949cf-efa5-4403-b0bd-82d15ebfd419 req-7587b599-1742-4ca3-adb6-545c67bdbfa1 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:40.635110 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ecc949cf-efa5-4403-b0bd-82d15ebfd419 req-7587b599-1742-4ca3-adb6-545c67bdbfa1 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0508153 Jun 23 11:13:40.693135 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-ecc949cf-efa5-4403-b0bd-82d15ebfd419 req-f453b1a0-4696-4263-a873-061710dcc3bf tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&id=7432c2c0-01fd-4d60-bde4-a7e703e98b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522969 Jun 23 11:13:40.963388 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a41e82-3ea8-46af-99ac-e32e2e0f0bd1 req-dbdef530-45fd-4dc0-a071-5ea734402d81 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:40.964789 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-73a41e82-3ea8-46af-99ac-e32e2e0f0bd1 req-dbdef530-45fd-4dc0-a071-5ea734402d81 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0472858 Jun 23 11:13:41.015904 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-73a41e82-3ea8-46af-99ac-e32e2e0f0bd1 req-6f221209-afc9-459d-952d-bcbd773fded1 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452886 Jun 23 11:13:41.280293 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=3 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:41.284962 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=5 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:41.806342 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fa14a-1b02-4b94-a823-7cd9712b09d9 req-0ee4f6d1-646d-4fae-ac32-3b5e35051733 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:41.807799 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7f6fa14a-1b02-4b94-a823-7cd9712b09d9 req-0ee4f6d1-646d-4fae-ac32-3b5e35051733 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0462711 Jun 23 11:13:41.869269 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7f6fa14a-1b02-4b94-a823-7cd9712b09d9 req-76a31a2d-346e-47a6-be41-f74a1f471851 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&id=7432c2c0-01fd-4d60-bde4-a7e703e98b04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559154 Jun 23 11:13:42.112869 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:42.127927 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde704a-f402-48d1-acdf-0e2042e615e7 req-02858237-9d20-4a70-b421-41afc80aa35f tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:42.129365 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1cde704a-f402-48d1-acdf-0e2042e615e7 req-02858237-9d20-4a70-b421-41afc80aa35f tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0462856 Jun 23 11:13:42.179578 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1cde704a-f402-48d1-acdf-0e2042e615e7 req-0c8804ec-291a-4978-9c79-4f3ee0e779df tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439525 Jun 23 11:13:43.291362 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8471dd-8635-49bc-8c5c-d5ca6860dc61 req-5337412d-ca35-4f69-bc18-f542263fdbd9 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:43.292811 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5f8471dd-8635-49bc-8c5c-d5ca6860dc61 req-5337412d-ca35-4f69-bc18-f542263fdbd9 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0465422 Jun 23 11:13:43.339782 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5f8471dd-8635-49bc-8c5c-d5ca6860dc61 req-114b3db4-1281-4067-9df0-f2f67173ddd6 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415664 Jun 23 11:13:44.451936 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff60edf-6609-496a-a8b2-4c2bc3f722eb req-3eaba1cb-f1f5-490e-a5d9-bbbc1f1410ba tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:44.453389 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6ff60edf-6609-496a-a8b2-4c2bc3f722eb req-3eaba1cb-f1f5-490e-a5d9-bbbc1f1410ba tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0466411 Jun 23 11:13:44.465285 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:44.501639 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-6ff60edf-6609-496a-a8b2-4c2bc3f722eb req-f599d2be-cb20-44a2-b25a-2138d38b52a9 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426278 Jun 23 11:13:45.620189 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61446dd4-1fa6-4313-8f3f-ff500e60d081 req-ce2bbc29-634f-48f2-8bc0-754b0f702fd5 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:45.621644 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-61446dd4-1fa6-4313-8f3f-ff500e60d081 req-ce2bbc29-634f-48f2-8bc0-754b0f702fd5 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0477281 Jun 23 11:13:45.657035 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:45.670810 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-61446dd4-1fa6-4313-8f3f-ff500e60d081 req-b8e17a1e-850f-442e-b76b-21c34eb24c19 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437944 Jun 23 11:13:46.781164 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65937014-0d66-4cc0-b23f-066f6b2dcdad req-c48a5e75-d9c3-4373-a31a-8ce909eb5a3a tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:46.782593 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65937014-0d66-4cc0-b23f-066f6b2dcdad req-c48a5e75-d9c3-4373-a31a-8ce909eb5a3a tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0456016 Jun 23 11:13:46.829449 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-65937014-0d66-4cc0-b23f-066f6b2dcdad req-81b829e8-d0b7-49f6-b247-0da450f13925 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414886 Jun 23 11:13:47.906362 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:47.945473 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7b173-47bd-4368-a2c8-5af80e907470 req-2948171e-642b-456d-958b-32c8250288c7 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:47.946929 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e0e7b173-47bd-4368-a2c8-5af80e907470 req-2948171e-642b-456d-958b-32c8250288c7 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0505743 Jun 23 11:13:47.994967 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e0e7b173-47bd-4368-a2c8-5af80e907470 req-a2360261-2675-427e-88ec-cd8f94bfd6cd tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423038 Jun 23 11:13:48.133627 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:48.673399 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:49.110702 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4d483-9bee-4115-9818-13f30503fc91 req-1258617c-faab-4279-9126-66ce4fa2e6ed tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:49.112181 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-97b4d483-9bee-4115-9818-13f30503fc91 req-1258617c-faab-4279-9126-66ce4fa2e6ed tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0503132 Jun 23 11:13:49.159492 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-97b4d483-9bee-4115-9818-13f30503fc91 req-e5e9a01d-6a15-4522-b7b1-694f6404a7eb tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418355 Jun 23 11:13:50.274362 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49635c-2ee8-455b-b027-ee4886498803 req-1addd95e-9d4b-41cd-9234-48c0cb2bf077 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:50.276518 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4c49635c-2ee8-455b-b027-ee4886498803 req-1addd95e-9d4b-41cd-9234-48c0cb2bf077 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0472114 Jun 23 11:13:50.323982 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-4c49635c-2ee8-455b-b027-ee4886498803 req-7508f1c4-3e04-4051-bf72-2b1bc620f5a4 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417032 Jun 23 11:13:51.322089 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075bb32-a927-49f8-b918-30775b4d5112 req-1b4e908c-c062-4edb-bbcb-a199ec0bcad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:51.323520 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2075bb32-a927-49f8-b918-30775b4d5112 req-1b4e908c-c062-4edb-bbcb-a199ec0bcad3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8040a7c927f4d4ebff4964bc1b63ad7&device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 1129 time: 0.0412974 Jun 23 11:13:51.412244 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075bb32-a927-49f8-b918-30775b4d5112 req-caaa37d0-e521-4f81-869f-373c4a9f9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:51.413707 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2075bb32-a927-49f8-b918-30775b4d5112 req-caaa37d0-e521-4f81-869f-373c4a9f9293 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6428178e-b2c3-4ed8-8208-a2488665a794 HTTP/1.1" status: 200 len: 910 time: 0.0839100 Jun 23 11:13:51.438932 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c593a4-263c-44f5-a3a3-301719d06cd9 req-76decba1-32d0-45eb-8239-bb84f842b473 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:51.440448 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d6c593a4-263c-44f5-a3a3-301719d06cd9 req-76decba1-32d0-45eb-8239-bb84f842b473 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0483174 Jun 23 11:13:51.478002 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2075bb32-a927-49f8-b918-30775b4d5112 req-688f4ce2-9046-4cf3-8ddf-346059a005c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72bdff1f-006b-46d7-8a00-abb368b12ebb HTTP/1.1" status: 200 len: 1001 time: 0.0574131 Jun 23 11:13:51.489223 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-d6c593a4-263c-44f5-a3a3-301719d06cd9 req-a299df61-761f-470b-831c-00ed71107c99 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431957 Jun 23 11:13:51.526413 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075bb32-a927-49f8-b918-30775b4d5112 req-ba9b29fb-b706-451a-9d23-f9d9cc98ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:51.528175 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2075bb32-a927-49f8-b918-30775b4d5112 req-ba9b29fb-b706-451a-9d23-f9d9cc98ef28 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75069e95-c0cf-45c2-8c4f-686a6b68266a HTTP/1.1" status: 200 len: 848 time: 0.0428441 Jun 23 11:13:51.570693 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075bb32-a927-49f8-b918-30775b4d5112 req-be0356de-f431-4cc2-bec4-742fc352d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:51.572213 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2075bb32-a927-49f8-b918-30775b4d5112 req-be0356de-f431-4cc2-bec4-742fc352d4c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6428178e-b2c3-4ed8-8208-a2488665a794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377200 Jun 23 11:13:51.661401 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2075bb32-a927-49f8-b918-30775b4d5112 req-3d75c728-950b-4094-a6fc-3f19d3bdb3f1 service neutron] 10.222.0.60 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825136 Jun 23 11:13:51.754070 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2075bb32-a927-49f8-b918-30775b4d5112 req-1dc62904-f98a-4cfc-b7bf-253ecae1d860 service neutron] 10.222.0.60 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858378 Jun 23 11:13:52.603030 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fe2b6-e508-4d7f-baef-81e1a4439b52 req-dbb2277d-db27-41ce-a66b-392dd0834665 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:52.604621 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ac4fe2b6-e508-4d7f-baef-81e1a4439b52 req-dbb2277d-db27-41ce-a66b-392dd0834665 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0483458 Jun 23 11:13:52.656030 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-ac4fe2b6-e508-4d7f-baef-81e1a4439b52 req-ef1ed031-23a4-4028-bb10-a9817d7f7178 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459557 Jun 23 11:13:53.765642 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5804a-3ec4-4cc9-96b1-822dd1ecda78 req-c745076e-42b7-4ec7-b2ba-778134d9b16a tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:53.767343 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8cf5804a-3ec4-4cc9-96b1-822dd1ecda78 req-c745076e-42b7-4ec7-b2ba-778134d9b16a tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0458705 Jun 23 11:13:53.822717 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-8cf5804a-3ec4-4cc9-96b1-822dd1ecda78 req-abcf4faa-7a48-467d-8126-2507aa5c7039 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455019 Jun 23 11:13:54.936967 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e954b1-60f5-4c41-9a12-d8d6f5a86e78 req-67331805-0d05-4f5f-8e2d-4edaa7a1283b tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:54.938402 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-46e954b1-60f5-4c41-9a12-d8d6f5a86e78 req-67331805-0d05-4f5f-8e2d-4edaa7a1283b tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0463812 Jun 23 11:13:54.985627 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-46e954b1-60f5-4c41-9a12-d8d6f5a86e78 req-a0bd50c7-62ad-4518-aa42-ec59c4d82f84 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417831 Jun 23 11:13:56.199547 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ed900-9554-45d9-ae34-13a95914cdee req-c5bea6a6-7db1-4bcd-bb03-842a76b30372 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:56.201056 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e21ed900-9554-45d9-ae34-13a95914cdee req-c5bea6a6-7db1-4bcd-bb03-842a76b30372 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0466380 Jun 23 11:13:56.208712 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46910) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:13:56.249981 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-e21ed900-9554-45d9-ae34-13a95914cdee req-f2ef7e73-9e36-4155-aa10-709a30000723 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434468 Jun 23 11:13:56.293492 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-069ed423-f7cc-4ccb-bcee-5daf80bd68b2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836120 Jun 23 11:13:56.301724 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-162d238d-a4a2-4a15-8554-844121abcebf service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:13:56.302657 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-162d238d-a4a2-4a15-8554-844121abcebf service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047233 Jun 23 11:13:56.377436 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46918) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:13:56.468333 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-325e16ae-e174-46ed-9661-62769b99b5fc tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:56.469665 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-325e16ae-e174-46ed-9661-62769b99b5fc tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports/72bdff1f-006b-46d7-8a00-abb368b12ebb HTTP/1.1" status: 200 len: 942 time: 0.0912087 Jun 23 11:13:57.361869 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff84833-753e-48ac-87b2-a0284fd7b04b req-3fb63c25-3499-482e-a807-8713a6001d2a tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:57.363303 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fff84833-753e-48ac-87b2-a0284fd7b04b req-3fb63c25-3499-482e-a807-8713a6001d2a tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0471234 Jun 23 11:13:57.413454 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-fff84833-753e-48ac-87b2-a0284fd7b04b req-8f229726-a0cf-4996-a13d-9535177f0865 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446000 Jun 23 11:13:57.506649 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 72bdff1f-006b-46d7-8a00-abb368b12ebb no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:13:57.576890 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 72bdff1f-006b-46d7-8a00-abb368b12ebb is: ACTIVE; New status is: DOWN {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:13:57.577288 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:57.600552 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72bdff1f-006b-46d7-8a00-abb368b12ebb'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:13:57.602764 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdf99b6-f5ed-4b48-9dda-4ade9af5d988" -d '{"events": [{"server_uuid": "3fef873c-b5da-4857-b0d3-3fc5a5fc155d", "name": "network-vif-unplugged", "status": "completed", "tag": "72bdff1f-006b-46d7-8a00-abb368b12ebb"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:13:57.615891 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 72bdff1f-006b-46d7-8a00-abb368b12ebb, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=72bdff1f-006b-46d7-8a00-abb368b12ebb,segment=NetworkSegment(a7d60003-a1ed-4e04-9b38-93477e650f24),segment_id=a7d60003-a1ed-4e04-9b38-93477e650f24)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:13:57.619990 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:13:57.670714 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=72bdff1f-006b-46d7-8a00-abb368b12ebb,revision_number=6']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:13:57.677820 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:13:57.678172 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:13:57.678568 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:13:57.678847 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:13:57.679168 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:13:57.679495 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:13:57.679849 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:13:57.680170 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:13:57.680489 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:13:57.680808 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:13:57.681129 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:13:57.681657 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:13:57.681983 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:13:57.682302 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:13:57.683218 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:13:57.690664 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Jun 2022 11:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfa01d0-a3f7-4d6d-b245-166d6cbd67fd x-openstack-request-id: req-7dfa01d0-a3f7-4d6d-b245-166d6cbd67fd {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:13:57.691018 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fef873c-b5da-4857-b0d3-3fc5a5fc155d", "name": "network-vif-unplugged", "status": "failed", "tag": "72bdff1f-006b-46d7-8a00-abb368b12ebb", "code": 422}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:13:57.691200 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7dfa01d0-a3f7-4d6d-b245-166d6cbd67fd {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:13:57.691605 dv-cinder-843309-2-iscsi neutron-server[103954]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7dfa01d0-a3f7-4d6d-b245-166d6cbd67fd']: {'server_uuid': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '72bdff1f-006b-46d7-8a00-abb368b12ebb', 'code': 422} returned with failed status Jun 23 11:13:58.286389 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-ea6b83eb-27d6-4687-9415-32e16b62cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:58.287922 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-ea6b83eb-27d6-4687-9415-32e16b62cb91 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d&tenant_id=c8040a7c927f4d4ebff4964bc1b63ad7 HTTP/1.1" status: 200 len: 1127 time: 0.0423281 Jun 23 11:13:58.336528 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:58.364984 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-5f1e05e9-f66a-40d1-b799-fb295d02ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:58.366424 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-5f1e05e9-f66a-40d1-b799-fb295d02ce6f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8040a7c927f4d4ebff4964bc1b63ad7&device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 1127 time: 0.0381052 Jun 23 11:13:58.401516 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:13:58.460897 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-28f054f7-1114-4cfa-8c0b-2985c7adcc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:58.462383 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-28f054f7-1114-4cfa-8c0b-2985c7adcc54 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6428178e-b2c3-4ed8-8208-a2488665a794 HTTP/1.1" status: 200 len: 910 time: 0.0889030 Jun 23 11:13:58.524343 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-a042e001-4042-4dd9-a972-1d97dbfa1c72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72bdff1f-006b-46d7-8a00-abb368b12ebb HTTP/1.1" status: 200 len: 999 time: 0.0553136 Jun 23 11:13:58.524966 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280decab-dd4f-4c04-8e4a-28e56f25f49d req-20e66b24-7569-40cc-b7a2-5f4914596166 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:58.526426 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-280decab-dd4f-4c04-8e4a-28e56f25f49d req-20e66b24-7569-40cc-b7a2-5f4914596166 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 943 time: 0.0458028 Jun 23 11:13:58.573585 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-03e7c0a9-1893-4498-8b19-f694dc49ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:58.575059 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-03e7c0a9-1893-4498-8b19-f694dc49ade4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75069e95-c0cf-45c2-8c4f-686a6b68266a HTTP/1.1" status: 200 len: 848 time: 0.0434413 Jun 23 11:13:58.575419 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-280decab-dd4f-4c04-8e4a-28e56f25f49d req-8e782d2b-0940-4570-b9c4-c68660b7e08a tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428441 Jun 23 11:13:58.621763 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-3a3b2e6e-2760-4cbc-a76a-1286e2e48ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:58.623130 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-3a3b2e6e-2760-4cbc-a76a-1286e2e48ddb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6428178e-b2c3-4ed8-8208-a2488665a794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418513 Jun 23 11:13:58.709717 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-f4baefb1-fa8b-4b44-9068-b67b96aba948 service neutron] 10.222.0.60 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793889 Jun 23 11:13:58.800966 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-92b43d31-a07a-4dc8-8ee3-10ed8521c2ba req-9a7e6082-d6fa-4353-968a-84d171ec2e38 service neutron] 10.222.0.60 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840814 Jun 23 11:13:59.688543 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e6d67-5e77-44e2-91dd-2ad634296cdc req-3038411e-c7cb-4b8b-a5cc-83fcf0f2a325 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:13:59.689958 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a0e6d67-5e77-44e2-91dd-2ad634296cdc req-3038411e-c7cb-4b8b-a5cc-83fcf0f2a325 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 943 time: 0.0460122 Jun 23 11:13:59.738105 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-2a0e6d67-5e77-44e2-91dd-2ad634296cdc req-158bc58b-d695-4791-9094-683dd3ec806a tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426397 Jun 23 11:14:00.850081 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191c6ec-6c27-4445-9f81-b651189b9036 req-6145f95f-9e9b-471a-942b-625fa808c399 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:00.851530 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c191c6ec-6c27-4445-9f81-b651189b9036 req-6145f95f-9e9b-471a-942b-625fa808c399 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 943 time: 0.0460429 Jun 23 11:14:00.898760 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-c191c6ec-6c27-4445-9f81-b651189b9036 req-7ca36d30-5abd-4f13-abf8-6615c4e3e283 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418556 Jun 23 11:14:02.008634 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38236c49-edd6-44e8-bd70-c7d524657b9a req-12d379bf-7f18-4b11-b538-b0b8fa13c3b2 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:02.010152 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-38236c49-edd6-44e8-bd70-c7d524657b9a req-12d379bf-7f18-4b11-b538-b0b8fa13c3b2 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 943 time: 0.0461068 Jun 23 11:14:02.062106 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-38236c49-edd6-44e8-bd70-c7d524657b9a req-b45f1f06-13b9-406c-bacd-39959fc4a9b1 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465660 Jun 23 11:14:02.157236 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:03.178735 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634b64e-e471-4f87-b434-a9c8682d8490 req-3609f69d-2f32-4ff6-b84f-3d73afdc0696 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:03.180178 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9634b64e-e471-4f87-b434-a9c8682d8490 req-3609f69d-2f32-4ff6-b84f-3d73afdc0696 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 943 time: 0.0492785 Jun 23 11:14:03.226999 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-9634b64e-e471-4f87-b434-a9c8682d8490 req-c4d62098-5e2f-4338-a453-c7af6339b793 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409489 Jun 23 11:14:03.372579 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f3cd0206-7d8b-4d46-9f32-38390a1c8bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:04.337010 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41632519-e08c-426c-b9ff-40e7ec5cc424 req-3bfab5b6-2ae6-4166-82bc-97b9fe2d0424 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:04.338429 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-41632519-e08c-426c-b9ff-40e7ec5cc424 req-3bfab5b6-2ae6-4166-82bc-97b9fe2d0424 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 943 time: 0.0454047 Jun 23 11:14:04.386553 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-41632519-e08c-426c-b9ff-40e7ec5cc424 req-34294143-cffc-43a6-885e-67f26471ea50 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425737 Jun 23 11:14:05.495442 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabe1e7-a99a-4041-99ee-6721cf00805f req-091f118e-46f7-499a-8be6-6554c0a7570b tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:05.496829 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2fabe1e7-a99a-4041-99ee-6721cf00805f req-091f118e-46f7-499a-8be6-6554c0a7570b tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 943 time: 0.0454502 Jun 23 11:14:05.544284 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2fabe1e7-a99a-4041-99ee-6721cf00805f req-d0480725-f717-4560-a28c-574aee0d600f tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418842 Jun 23 11:14:05.654267 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b80cc16-824f-493b-ad25-4686586f8516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:06.655737 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5abfea-8dbe-4a16-aa45-fa5aeb96be50 req-f212fef6-4ab6-48ab-ae36-c2425ddf1fe9 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:06.657165 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7b5abfea-8dbe-4a16-aa45-fa5aeb96be50 req-f212fef6-4ab6-48ab-ae36-c2425ddf1fe9 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 943 time: 0.0462852 Jun 23 11:14:06.704865 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-7b5abfea-8dbe-4a16-aa45-fa5aeb96be50 req-72cd6422-9293-447a-a1d2-327b5fd4d292 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420704 Jun 23 11:14:06.726790 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:07.537247 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 72bdff1f-006b-46d7-8a00-abb368b12ebb details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=103954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:14:07.633995 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 72bdff1f-006b-46d7-8a00-abb368b12ebb, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=72bdff1f-006b-46d7-8a00-abb368b12ebb,segment=NetworkSegment(a7d60003-a1ed-4e04-9b38-93477e650f24),segment_id=a7d60003-a1ed-4e04-9b38-93477e650f24)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:14:07.644849 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Returning: {'device': '72bdff1f-006b-46d7-8a00-abb368b12ebb', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'port_id': '72bdff1f-006b-46d7-8a00-abb368b12ebb', 'mac_address': 'fa:16:3e:39:00:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:14:07.679332 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 72bdff1f-006b-46d7-8a00-abb368b12ebb is: DOWN; New status is: BUILD {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:14:07.679753 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:07.692543 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72bdff1f-006b-46d7-8a00-abb368b12ebb {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:14:07.715318 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 72bdff1f-006b-46d7-8a00-abb368b12ebb, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=72bdff1f-006b-46d7-8a00-abb368b12ebb,segment=NetworkSegment(a7d60003-a1ed-4e04-9b38-93477e650f24),segment_id=a7d60003-a1ed-4e04-9b38-93477e650f24)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:14:07.718750 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:07.763908 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=72bdff1f-006b-46d7-8a00-abb368b12ebb,revision_number=7']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:07.781638 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:07.783531 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=100 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:07.818561 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5cf50-ad35-4010-93a9-4435ae7c183d req-12e8113f-7ffb-42c7-95c5-8c7ec91fafe0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:07.819952 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a4d5cf50-ad35-4010-93a9-4435ae7c183d req-12e8113f-7ffb-42c7-95c5-8c7ec91fafe0 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 944 time: 0.0478673 Jun 23 11:14:07.875680 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-a4d5cf50-ad35-4010-93a9-4435ae7c183d req-62a50918-a118-4b00-876d-ea604febfe35 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495439 Jun 23 11:14:07.960193 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:08.052720 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['72bdff1f-006b-46d7-8a00-abb368b12ebb'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:14:08.124051 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:14:08.164845 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:08.266784 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:08.285113 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:08.680132 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:08.989802 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390a9dd-e8c3-446f-a7bf-d3990105f6e9 req-94d05878-ff80-4651-a539-362345274665 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:08.991248 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6390a9dd-e8c3-446f-a7bf-d3990105f6e9 req-94d05878-ff80-4651-a539-362345274665 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 944 time: 0.0495081 Jun 23 11:14:09.039084 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-6390a9dd-e8c3-446f-a7bf-d3990105f6e9 req-2a9d17b1-e991-4676-8861-42db92020cca tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413938 Jun 23 11:14:09.553516 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 72bdff1f-006b-46d7-8a00-abb368b12ebb up at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:14:09.595366 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Provisioning complete for port 72bdff1f-006b-46d7-8a00-abb368b12ebb triggered by entity L2. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:14:09.595757 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:09.665569 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Current status of the port 72bdff1f-006b-46d7-8a00-abb368b12ebb is: BUILD; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:14:09.665948 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:09.687674 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bdff1f-006b-46d7-8a00-abb368b12ebb'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:14:09.689918 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7df01fe9b743071430cc2151babf098c77f72621fb598a35cf474805b24214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d880e9-2d17-4b2f-b9e3-7d69dadc209f" -d '{"events": [{"server_uuid": "3fef873c-b5da-4857-b0d3-3fc5a5fc155d", "name": "network-vif-plugged", "status": "completed", "tag": "72bdff1f-006b-46d7-8a00-abb368b12ebb"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:14:09.702475 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] For port 72bdff1f-006b-46d7-8a00-abb368b12ebb, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=72bdff1f-006b-46d7-8a00-abb368b12ebb,segment=NetworkSegment(a7d60003-a1ed-4e04-9b38-93477e650f24),segment_id=a7d60003-a1ed-4e04-9b38-93477e650f24)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:14:09.707220 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:09.729853 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd04b9c-b770-43cb-b24f-87c577ce167f x-openstack-request-id: req-1dd04b9c-b770-43cb-b24f-87c577ce167f {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:14:09.730136 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fef873c-b5da-4857-b0d3-3fc5a5fc155d", "name": "network-vif-plugged", "status": "completed", "tag": "72bdff1f-006b-46d7-8a00-abb368b12ebb", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:14:09.730389 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1dd04b9c-b770-43cb-b24f-87c577ce167f {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:14:09.730773 dv-cinder-843309-2-iscsi neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd04b9c-b770-43cb-b24f-87c577ce167f'] response: {'server_uuid': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bdff1f-006b-46d7-8a00-abb368b12ebb', 'code': 200} Jun 23 11:14:09.754608 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Pushing event updated for resources: {'Port': ['ID=72bdff1f-006b-46d7-8a00-abb368b12ebb,revision_number=8']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:09.999130 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de16b64-aedb-4549-b5af-5d50e367f59c req-f02ce267-b7ed-41dd-acc0-0f9557636c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:10.000754 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5de16b64-aedb-4549-b5af-5d50e367f59c req-f02ce267-b7ed-41dd-acc0-0f9557636c8e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 1129 time: 0.0385683 Jun 23 11:14:10.046572 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-5de16b64-aedb-4549-b5af-5d50e367f59c req-265e856a-8f48-4468-a900-de486b5b4791 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393410 Jun 23 11:14:10.138670 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:10.157868 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98743e61-b98a-4a20-8071-028b03e2a59f req-f62fc2c4-a617-4809-88ae-85a6c41e8ad7 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:10.159543 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-98743e61-b98a-4a20-8071-028b03e2a59f req-f62fc2c4-a617-4809-88ae-85a6c41e8ad7 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0531991 Jun 23 11:14:10.180849 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:10.212666 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-98743e61-b98a-4a20-8071-028b03e2a59f req-a0ffbbdc-4764-42ec-82de-bd2a8925cb24 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476305 Jun 23 11:14:11.325779 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44014455-3a88-471e-808a-3ba4db84cfde req-9ac74804-943a-473c-8411-b7ab72d73acd tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:11.327235 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-44014455-3a88-471e-808a-3ba4db84cfde req-9ac74804-943a-473c-8411-b7ab72d73acd tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0464983 Jun 23 11:14:11.374221 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-44014455-3a88-471e-808a-3ba4db84cfde req-30e6492b-f3d6-41cf-ba68-cdfd8214ad10 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414789 Jun 23 11:14:15.066413 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c8b641bd-c231-457e-a9da-15ca7a3037f5 req-81111f3d-dd7a-479c-8e2f-de467cce7a41 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053785723&fields=id&tenant_id=0d0d343d1ec648a981cc8d7910b92401 HTTP/1.1" status: 200 len: 267 time: 0.0440447 Jun 23 11:14:15.116761 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b641bd-c231-457e-a9da-15ca7a3037f5 req-c5aaf270-0188-4534-8fab-92058259949f tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:15.118196 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c8b641bd-c231-457e-a9da-15ca7a3037f5 req-c5aaf270-0188-4534-8fab-92058259949f tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 984 time: 0.0466392 Jun 23 11:14:15.128505 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.v2.base [req-c8b641bd-c231-457e-a9da-15ca7a3037f5 req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Request body: {'port': {'security_groups': ['7ebad829-ce7a-4dd2-b456-377adc4c4ebc']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:14:15.201085 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8b641bd-c231-457e-a9da-15ca7a3037f5 req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464793'] for port (68172eb8-f026-4e28-93da-403c54cb5408), before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:15.368048 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c8b641bd-c231-457e-a9da-15ca7a3037f5 req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] For port 68172eb8-f026-4e28-93da-403c54cb5408, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=68172eb8-f026-4e28-93da-403c54cb5408,segment=NetworkSegment(0c196dce-2ab2-44d7-90fb-91064c1e138b),segment_id=0c196dce-2ab2-44d7-90fb-91064c1e138b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:14:15.394761 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8b641bd-c231-457e-a9da-15ca7a3037f5 req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for port (68172eb8-f026-4e28-93da-403c54cb5408), precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:15.399225 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8b641bd-c231-457e-a9da-15ca7a3037f5 req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767343493214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767343219348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767343219366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59715815'] for port (68172eb8-f026-4e28-93da-403c54cb5408), after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:15.437469 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['68172eb8-f026-4e28-93da-403c54cb5408'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:14:15.442378 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b641bd-c231-457e-a9da-15ca7a3037f5 req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:15.442997 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8b641bd-c231-457e-a9da-15ca7a3037f5 req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:15.444555 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-c8b641bd-c231-457e-a9da-15ca7a3037f5 req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "PUT /v2.0/ports/68172eb8-f026-4e28-93da-403c54cb5408 HTTP/1.1" status: 200 len: 942 time: 0.3203173 Jun 23 11:14:15.445008 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ffd473-8630-4fa2-b924-3180354777f6', 'tag': '68172eb8-f026-4e28-93da-403c54cb5408'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:14:15.447280 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125857fb-bfa1-4510-a4f3-9f9f05bb720e" -d '{"events": [{"name": "network-changed", "server_uuid": "49ffd473-8630-4fa2-b924-3180354777f6", "tag": "68172eb8-f026-4e28-93da-403c54cb5408"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:14:15.450483 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 46970) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:14:15.472124 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Pushing event updated for resources: {'Port': ['ID=68172eb8-f026-4e28-93da-403c54cb5408,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:15.480481 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.481120 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.481620 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.482130 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.482638 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.483148 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.483637 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.484148 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.484685 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.485192 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.485693 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.486191 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.486717 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.487408 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.488013 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d7c0a-3946-44bc-9c29-3592e5eb82d2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.564592 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group (7432c2c0-01fd-4d60-bde4-a7e703e98b04), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:15.580903 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6290769f-5e8b-4c1f-8fd9-afd392fbf599 x-openstack-request-id: req-6290769f-5e8b-4c1f-8fd9-afd392fbf599 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:14:15.581195 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ffd473-8630-4fa2-b924-3180354777f6", "tag": "68172eb8-f026-4e28-93da-403c54cb5408", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:14:15.581445 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6290769f-5e8b-4c1f-8fd9-afd392fbf599 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:14:15.581844 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6290769f-5e8b-4c1f-8fd9-afd392fbf599'] response: {'name': 'network-changed', 'server_uuid': '49ffd473-8630-4fa2-b924-3180354777f6', 'tag': '68172eb8-f026-4e28-93da-403c54cb5408', 'status': 'completed', 'code': 200} Jun 23 11:14:15.585740 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['68172eb8-f026-4e28-93da-403c54cb5408'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:14:15.599339 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group (7432c2c0-01fd-4d60-bde4-a7e703e98b04), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:15.677045 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125857fb-bfa1-4510-a4f3-9f9f05bb720e req-84081a60-be66-45c2-8ccc-d5b7efb9a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:15.677461 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (7432c2c0-01fd-4d60-bde4-a7e703e98b04), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:15.678669 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-125857fb-bfa1-4510-a4f3-9f9f05bb720e req-84081a60-be66-45c2-8ccc-d5b7efb9a8e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d0d343d1ec648a981cc8d7910b92401&device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 1129 time: 0.0480518 Jun 23 11:14:15.680833 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:15.681997 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "DELETE /v2.0/security-groups/7432c2c0-01fd-4d60-bde4-a7e703e98b04 HTTP/1.1" status: 204 len: 168 time: 0.2306027 Jun 23 11:14:15.684747 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 46974) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:14:15.693244 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7432c2c0-01fd-4d60-bde4-a7e703e98b04,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:15.701464 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.701821 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.702200 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.702539 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.702910 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.703769 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.704112 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.704440 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.705127 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.705127 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.705414 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.705727 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.706049 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.706372 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.706694 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5a4fb-4199-4e19-bdac-133363e6c2a2 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:14:15.758062 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [None req-868826f5-1b1e-470a-8867-212a9e63eccc None None] Provisioning complete for port 68172eb8-f026-4e28-93da-403c54cb5408 triggered by entity DHCP. {{(pid=103954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:14:15.758420 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-868826f5-1b1e-470a-8867-212a9e63eccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1536217'] for port (68172eb8-f026-4e28-93da-403c54cb5408), provisioning_complete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:15.863517 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-868826f5-1b1e-470a-8867-212a9e63eccc None None] Current status of the port 68172eb8-f026-4e28-93da-403c54cb5408 is: ACTIVE; New status is: ACTIVE {{(pid=103954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:14:15.873702 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125857fb-bfa1-4510-a4f3-9f9f05bb720e req-ad7516b0-8dfd-4e2b-b498-7115e0d46f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:15.876367 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-125857fb-bfa1-4510-a4f3-9f9f05bb720e req-ad7516b0-8dfd-4e2b-b498-7115e0d46f1c service neutron] 10.222.0.60 "GET /v2.0/networks?id=b2108bfc-df89-4f9b-a4b8-341ca203eb2f HTTP/1.1" status: 200 len: 915 time: 0.1822817 Jun 23 11:14:15.893370 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3ee182c5-142f-4735-a96e-d137c4e087a0 req-f521a4be-a71a-4ac6-80bb-9d16afeb8d6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502775 Jun 23 11:14:15.957184 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3af99719-2c06-4ebe-99a4-3a0e4ba78dae tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Deleting port cde16149-7943-4f33-b29d-84feba8822ee {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:14:15.957517 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3af99719-2c06-4ebe-99a4-3a0e4ba78dae tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (cde16149-7943-4f33-b29d-84feba8822ee), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:15.976965 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-125857fb-bfa1-4510-a4f3-9f9f05bb720e req-8f95ab20-f1b5-4b7c-acc4-c151fd31b993 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68172eb8-f026-4e28-93da-403c54cb5408 HTTP/1.1" status: 200 len: 1000 time: 0.0796256 Jun 23 11:14:15.979349 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:16.000711 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee182c5-142f-4735-a96e-d137c4e087a0 req-c9db93ec-fac2-45ee-8b24-a658b99fa777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:16.002237 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3ee182c5-142f-4735-a96e-d137c4e087a0 req-c9db93ec-fac2-45ee-8b24-a658b99fa777 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8040a7c927f4d4ebff4964bc1b63ad7&device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 1129 time: 0.0394731 Jun 23 11:14:16.066813 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:16.075584 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125857fb-bfa1-4510-a4f3-9f9f05bb720e req-e50d8c2a-0171-48a1-9bd1-45d7c21318ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:16.077095 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-125857fb-bfa1-4510-a4f3-9f9f05bb720e req-e50d8c2a-0171-48a1-9bd1-45d7c21318ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e497ba6-728a-45d9-a7d5-671837ffa6ca HTTP/1.1" status: 200 len: 853 time: 0.0904729 Jun 23 11:14:16.088835 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3af99719-2c06-4ebe-99a4-3a0e4ba78dae tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (cde16149-7943-4f33-b29d-84feba8822ee), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:16.089155 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3af99719-2c06-4ebe-99a4-3a0e4ba78dae tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for floatingip (cde16149-7943-4f33-b29d-84feba8822ee), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:16.112482 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee182c5-142f-4735-a96e-d137c4e087a0 req-cccf05b0-5b7e-4dcd-a5c1-6ceaafb244e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:16.113921 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3ee182c5-142f-4735-a96e-d137c4e087a0 req-cccf05b0-5b7e-4dcd-a5c1-6ceaafb244e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6428178e-b2c3-4ed8-8208-a2488665a794 HTTP/1.1" status: 200 len: 910 time: 0.0918975 Jun 23 11:14:16.132440 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3af99719-2c06-4ebe-99a4-3a0e4ba78dae tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Calling delete_port for cde16149-7943-4f33-b29d-84feba8822ee owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:14:16.147258 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125857fb-bfa1-4510-a4f3-9f9f05bb720e req-d8b908e9-ca4a-4ddc-8af9-717002676ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:16.148784 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-125857fb-bfa1-4510-a4f3-9f9f05bb720e req-d8b908e9-ca4a-4ddc-8af9-717002676ef6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2108bfc-df89-4f9b-a4b8-341ca203eb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623751 Jun 23 11:14:16.174428 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3ee182c5-142f-4735-a96e-d137c4e087a0 req-a15769bf-d083-4dcb-9d91-dfbba5cd8922 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72bdff1f-006b-46d7-8a00-abb368b12ebb HTTP/1.1" status: 200 len: 1001 time: 0.0536513 Jun 23 11:14:16.221594 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee182c5-142f-4735-a96e-d137c4e087a0 req-f4da6760-664f-440a-8432-a9ddbfa67707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:16.223002 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3ee182c5-142f-4735-a96e-d137c4e087a0 req-f4da6760-664f-440a-8432-a9ddbfa67707 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75069e95-c0cf-45c2-8c4f-686a6b68266a HTTP/1.1" status: 200 len: 848 time: 0.0423844 Jun 23 11:14:16.269767 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee182c5-142f-4735-a96e-d137c4e087a0 req-9afbc143-ba5a-40a7-b10a-5263701574ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:16.271262 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3ee182c5-142f-4735-a96e-d137c4e087a0 req-9afbc143-ba5a-40a7-b10a-5263701574ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6428178e-b2c3-4ed8-8208-a2488665a794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416605 Jun 23 11:14:16.299841 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-125857fb-bfa1-4510-a4f3-9f9f05bb720e req-644a03e7-8efe-4230-9c76-505565453bed service neutron] 10.222.0.60 "GET /v2.0/networks/b2108bfc-df89-4f9b-a4b8-341ca203eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215732 Jun 23 11:14:16.357650 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3ee182c5-142f-4735-a96e-d137c4e087a0 req-3e564a37-3259-4c07-a030-0a4cb219c331 service neutron] 10.222.0.60 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803466 Jun 23 11:14:16.428702 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3af99719-2c06-4ebe-99a4-3a0e4ba78dae tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (cde16149-7943-4f33-b29d-84feba8822ee), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:16.442539 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-125857fb-bfa1-4510-a4f3-9f9f05bb720e req-d6ca5426-e4af-44ad-b102-a366a56d6d41 service neutron] 10.222.0.60 "GET /v2.0/networks/b2108bfc-df89-4f9b-a4b8-341ca203eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357543 Jun 23 11:14:16.452678 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-3ee182c5-142f-4735-a96e-d137c4e087a0 req-65ee8ca1-86a4-428d-92ed-60cc3eca594f service neutron] 10.222.0.60 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878348 Jun 23 11:14:16.459102 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af99719-2c06-4ebe-99a4-3a0e4ba78dae tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Pushing event deleted for resources: {'Port': ['ID=cde16149-7943-4f33-b29d-84feba8822ee,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:16.518862 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3af99719-2c06-4ebe-99a4-3a0e4ba78dae tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks [] for floatingip (761eaa35-32cf-49bb-948d-9a73867fc1ce), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:16.519201 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.db.l3_db [None req-3af99719-2c06-4ebe-99a4-3a0e4ba78dae tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Floating IP 761eaa35-32cf-49bb-948d-9a73867fc1ce disassociated (deleted). External IP: 172.27.2.92, port: 68172eb8-f026-4e28-93da-403c54cb5408. Jun 23 11:14:16.710465 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af99719-2c06-4ebe-99a4-3a0e4ba78dae tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Router 0531baf5-1f6c-476e-9eb2-21ccd6418816 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:14:17.068747 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:17.079064 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af99719-2c06-4ebe-99a4-3a0e4ba78dae tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:14:17.083917 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3af99719-2c06-4ebe-99a4-3a0e4ba78dae tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:17.093274 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe00fa-7ee5-4b2f-bc71-86b9cc766ffe None None] Sync routers for ids ['0531baf5-1f6c-476e-9eb2-21ccd6418816'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:14:17.103405 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe00fa-7ee5-4b2f-bc71-86b9cc766ffe None None] Routers {'0531baf5-1f6c-476e-9eb2-21ccd6418816'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:14:17.104040 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2cbe00fa-7ee5-4b2f-bc71-86b9cc766ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:14:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['0531baf5-1f6c-476e-9eb2-21ccd6418816'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:17.118360 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-3af99719-2c06-4ebe-99a4-3a0e4ba78dae tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "DELETE /v2.0/floatingips/761eaa35-32cf-49bb-948d-9a73867fc1ce HTTP/1.1" status: 204 len: 168 time: 1.4323385 Jun 23 11:14:17.204926 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-2cbe00fa-7ee5-4b2f-bc71-86b9cc766ffe None None] Set router 0531baf5-1f6c-476e-9eb2-21ccd6418816 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:14:17.394006 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2cbe00fa-7ee5-4b2f-bc71-86b9cc766ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'name': 'tempest-TestMinimumBasicScenario-504500440-router', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:10Z', 'revision_number': 4, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'gw_port': {'id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'b10d91df-76fa-40cc-80d7-5fc2a570a68a', 'name': '', 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'mac_address': 'fa:16:3e:cf:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:10Z', 'updated_at': '2022-06-23T11:12:15Z', 'revision_number': 5, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'subnets': [{'id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:17.420285 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe00fa-7ee5-4b2f-bc71-86b9cc766ffe None None] Checking router: 0531baf5-1f6c-476e-9eb2-21ccd6418816 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:14:17.429186 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe00fa-7ee5-4b2f-bc71-86b9cc766ffe None None] Routers {'0531baf5-1f6c-476e-9eb2-21ccd6418816'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:14:17.429790 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2cbe00fa-7ee5-4b2f-bc71-86b9cc766ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:14:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['0531baf5-1f6c-476e-9eb2-21ccd6418816'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:17.527149 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-2cbe00fa-7ee5-4b2f-bc71-86b9cc766ffe None None] Set router 0531baf5-1f6c-476e-9eb2-21ccd6418816 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:14:17.582777 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ffd473-8630-4fa2-b924-3180354777f6', 'tag': '68172eb8-f026-4e28-93da-403c54cb5408'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:14:17.585232 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc977f0b1005e8d942a231eba7c2b194c0c2f075208ff7de1cdedbdf56cb1bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31badcf-c21a-4dc0-9a25-390954e46524" -d '{"events": [{"name": "network-changed", "server_uuid": "49ffd473-8630-4fa2-b924-3180354777f6", "tag": "68172eb8-f026-4e28-93da-403c54cb5408"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:14:17.620178 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ccf08b-3d54-4b89-bc58-d971617287e9 x-openstack-request-id: req-69ccf08b-3d54-4b89-bc58-d971617287e9 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:14:17.620546 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ffd473-8630-4fa2-b924-3180354777f6", "tag": "68172eb8-f026-4e28-93da-403c54cb5408", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:14:17.620858 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69ccf08b-3d54-4b89-bc58-d971617287e9 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:14:17.621312 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69ccf08b-3d54-4b89-bc58-d971617287e9'] response: {'name': 'network-changed', 'server_uuid': '49ffd473-8630-4fa2-b924-3180354777f6', 'tag': '68172eb8-f026-4e28-93da-403c54cb5408', 'status': 'completed', 'code': 200} Jun 23 11:14:17.706686 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2cbe00fa-7ee5-4b2f-bc71-86b9cc766ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'name': 'tempest-TestMinimumBasicScenario-504500440-router', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:10Z', 'revision_number': 4, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'gw_port': {'id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'b10d91df-76fa-40cc-80d7-5fc2a570a68a', 'name': '', 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'mac_address': 'fa:16:3e:cf:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:10Z', 'updated_at': '2022-06-23T11:12:15Z', 'revision_number': 5, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'subnets': [{'id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:17.730702 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe00fa-7ee5-4b2f-bc71-86b9cc766ffe None None] The sync data for ids ['0531baf5-1f6c-476e-9eb2-21ccd6418816'] in dv-cinder-843309-2-iscsi is: [{'id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'name': 'tempest-TestMinimumBasicScenario-504500440-router', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:10Z', 'revision_number': 4, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'gw_port': {'id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'b10d91df-76fa-40cc-80d7-5fc2a570a68a', 'name': '', 'network_id': 'b2108bfc-df89-4f9b-a4b8-341ca203eb2f', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'mac_address': 'fa:16:3e:cf:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:10Z', 'updated_at': '2022-06-23T11:12:15Z', 'revision_number': 5, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'subnets': [{'id': '7e497ba6-728a-45d9-a7d5-671837ffa6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:14:17.796608 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31badcf-c21a-4dc0-9a25-390954e46524 req-4763e0ba-7ba7-42d7-a8bf-91c015bb17be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:17.798224 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f31badcf-c21a-4dc0-9a25-390954e46524 req-4763e0ba-7ba7-42d7-a8bf-91c015bb17be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d0d343d1ec648a981cc8d7910b92401&device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 1129 time: 0.0414059 Jun 23 11:14:17.837429 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:17.896428 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31badcf-c21a-4dc0-9a25-390954e46524 req-656404f0-74c4-44da-896a-2ed722778c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:17.897896 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f31badcf-c21a-4dc0-9a25-390954e46524 req-656404f0-74c4-44da-896a-2ed722778c68 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b2108bfc-df89-4f9b-a4b8-341ca203eb2f HTTP/1.1" status: 200 len: 915 time: 0.0942073 Jun 23 11:14:17.940799 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f31badcf-c21a-4dc0-9a25-390954e46524 req-3a06a787-9fe3-4248-a8e5-62c30b254c72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68172eb8-f026-4e28-93da-403c54cb5408 HTTP/1.1" status: 200 len: 217 time: 0.0343878 Jun 23 11:14:17.961371 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6404d-7c9e-4bae-9e37-83436fb89b79 None None] New status for floating IP 761eaa35-32cf-49bb-948d-9a73867fc1ce: DOWN {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:14:17.976884 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:17.989738 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31badcf-c21a-4dc0-9a25-390954e46524 req-587a316e-6935-42a4-bb1f-85391e2edbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:17.991181 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f31badcf-c21a-4dc0-9a25-390954e46524 req-587a316e-6935-42a4-bb1f-85391e2edbfb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e497ba6-728a-45d9-a7d5-671837ffa6ca HTTP/1.1" status: 200 len: 853 time: 0.0447831 Jun 23 11:14:18.036140 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31badcf-c21a-4dc0-9a25-390954e46524 req-95d73351-a3aa-4ac3-a6af-67047257d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:18.037628 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f31badcf-c21a-4dc0-9a25-390954e46524 req-95d73351-a3aa-4ac3-a6af-67047257d62a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b2108bfc-df89-4f9b-a4b8-341ca203eb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397110 Jun 23 11:14:18.132949 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f31badcf-c21a-4dc0-9a25-390954e46524 req-ef4b2eb5-ddbd-4400-bc46-ea2f2309ed97 service neutron] 10.222.0.60 "GET /v2.0/networks/b2108bfc-df89-4f9b-a4b8-341ca203eb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877438 Jun 23 11:14:18.249390 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f31badcf-c21a-4dc0-9a25-390954e46524 req-591451bb-d431-42cf-bcb2-d3d68357cd6a service neutron] 10.222.0.60 "GET /v2.0/networks/b2108bfc-df89-4f9b-a4b8-341ca203eb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869472 Jun 23 11:14:19.809280 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:19.823410 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eec760-0e6b-4b07-9994-4ece71fdc5ca req-9732419d-405b-4621-a23f-6eeb0c874871 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:19.824970 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-39eec760-0e6b-4b07-9994-4ece71fdc5ca req-9732419d-405b-4621-a23f-6eeb0c874871 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 945 time: 0.0498512 Jun 23 11:14:19.872166 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-39eec760-0e6b-4b07-9994-4ece71fdc5ca req-3125e7b6-4d92-47ea-872e-e7c3a6730c52 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405321 Jun 23 11:14:20.985760 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6ff5b-deb2-4aab-974d-fd0c7c2a5629 req-1eab03f5-b164-4108-8f13-2f28a84d256f tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:20.987203 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2bd6ff5b-deb2-4aab-974d-fd0c7c2a5629 req-1eab03f5-b164-4108-8f13-2f28a84d256f tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 945 time: 0.0461450 Jun 23 11:14:21.034668 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-2bd6ff5b-deb2-4aab-974d-fd0c7c2a5629 req-decf006c-ab29-4bf8-8b87-04fd8d57915a tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ebad829-ce7a-4dd2-b456-377adc4c4ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419905 Jun 23 11:14:21.660956 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a413d4d-87d8-4f32-8bd9-2425ffe42068 req-b12f0ac6-9106-4035-bbb1-5ea532f2e739 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:14:21.662353 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1a413d4d-87d8-4f32-8bd9-2425ffe42068 req-b12f0ac6-9106-4035-bbb1-5ea532f2e739 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.60 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 945 time: 0.0452275 Jun 23 11:14:21.744550 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-1a413d4d-87d8-4f32-8bd9-2425ffe42068 req-cbe54c69-0fa8-4803-a2f7-fb8340ce1c6c tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Deleting port 68172eb8-f026-4e28-93da-403c54cb5408 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:14:21.744881 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a413d4d-87d8-4f32-8bd9-2425ffe42068 req-cbe54c69-0fa8-4803-a2f7-fb8340ce1c6c tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (68172eb8-f026-4e28-93da-403c54cb5408), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:21.829877 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-1a413d4d-87d8-4f32-8bd9-2425ffe42068 req-cbe54c69-0fa8-4803-a2f7-fb8340ce1c6c tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] For port 68172eb8-f026-4e28-93da-403c54cb5408, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=68172eb8-f026-4e28-93da-403c54cb5408,segment=NetworkSegment(0c196dce-2ab2-44d7-90fb-91064c1e138b),segment_id=0c196dce-2ab2-44d7-90fb-91064c1e138b)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:14:21.830236 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a413d4d-87d8-4f32-8bd9-2425ffe42068 req-cbe54c69-0fa8-4803-a2f7-fb8340ce1c6c tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (68172eb8-f026-4e28-93da-403c54cb5408), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:21.842570 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-1a413d4d-87d8-4f32-8bd9-2425ffe42068 req-cbe54c69-0fa8-4803-a2f7-fb8340ce1c6c tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Calling delete_port for 68172eb8-f026-4e28-93da-403c54cb5408 owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:14:21.970904 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a413d4d-87d8-4f32-8bd9-2425ffe42068 req-cbe54c69-0fa8-4803-a2f7-fb8340ce1c6c tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (68172eb8-f026-4e28-93da-403c54cb5408), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:22.000235 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe54c69-0fa8-4803-a2f7-fb8340ce1c6c tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Pushing event deleted for resources: {'Port': ['ID=68172eb8-f026-4e28-93da-403c54cb5408,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:22.005371 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] get_ports_and_sgs() called for port_ids ['68172eb8-f026-4e28-93da-403c54cb5408'] {{(pid=103954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:14:22.047983 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a413d4d-87d8-4f32-8bd9-2425ffe42068 req-cbe54c69-0fa8-4803-a2f7-fb8340ce1c6c tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] No DVR routers for this DVR port 68172eb8-f026-4e28-93da-403c54cb5408 on host hv-cinder-84330 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:14:22.050411 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-1a413d4d-87d8-4f32-8bd9-2425ffe42068 req-cbe54c69-0fa8-4803-a2f7-fb8340ce1c6c tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:22.053626 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-1a413d4d-87d8-4f32-8bd9-2425ffe42068 req-cbe54c69-0fa8-4803-a2f7-fb8340ce1c6c tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.60 "DELETE /v2.0/ports/68172eb8-f026-4e28-93da-403c54cb5408 HTTP/1.1" status: 204 len: 173 time: 0.3858194 Jun 23 11:14:22.054051 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ffd473-8630-4fa2-b924-3180354777f6', 'name': 'network-vif-deleted', 'tag': '68172eb8-f026-4e28-93da-403c54cb5408'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:14:22.056310 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440384ba-a3b2-4707-b182-0a3950ef42a5" -d '{"events": [{"server_uuid": "49ffd473-8630-4fa2-b924-3180354777f6", "name": "network-vif-deleted", "tag": "68172eb8-f026-4e28-93da-403c54cb5408"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:14:22.096894 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37bb4de-c662-4773-aee2-c00d20fae448 x-openstack-request-id: req-c37bb4de-c662-4773-aee2-c00d20fae448 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:14:22.097183 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ffd473-8630-4fa2-b924-3180354777f6", "name": "network-vif-deleted", "tag": "68172eb8-f026-4e28-93da-403c54cb5408", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:14:22.097649 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c37bb4de-c662-4773-aee2-c00d20fae448 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:14:22.098285 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37bb4de-c662-4773-aee2-c00d20fae448'] response: {'server_uuid': '49ffd473-8630-4fa2-b924-3180354777f6', 'name': 'network-vif-deleted', 'tag': '68172eb8-f026-4e28-93da-403c54cb5408', 'status': 'completed', 'code': 200} Jun 23 11:14:22.134649 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-af903edb-7b62-4fca-8b60-5748db4d6d32 req-23012088-fe75-450c-8fb7-3cc460a6fb21 tempest-TestMinimumBasicScenario-1873454161 tempest-TestMinimumBasicScenario-1873454161-project] 10.222.0.65 "GET /v2.0/ports?device_id=49ffd473-8630-4fa2-b924-3180354777f6 HTTP/1.1" status: 200 len: 210 time: 0.0269482 Jun 23 11:14:23.783353 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 47056) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:14:24.077372 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5162a357-5c78-45ba-8f8f-f73783827756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-263779'] for router_interface (0531baf5-1f6c-476e-9eb2-21ccd6418816), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:24.289922 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5162a357-5c78-45ba-8f8f-f73783827756 admin admin] Deleting port b10d91df-76fa-40cc-80d7-5fc2a570a68a {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:14:24.290253 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5162a357-5c78-45ba-8f8f-f73783827756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:24.367454 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5162a357-5c78-45ba-8f8f-f73783827756 admin admin] For port b10d91df-76fa-40cc-80d7-5fc2a570a68a, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=b10d91df-76fa-40cc-80d7-5fc2a570a68a,segment=NetworkSegment(0c196dce-2ab2-44d7-90fb-91064c1e138b),segment_id=0c196dce-2ab2-44d7-90fb-91064c1e138b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:14:24.367762 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5162a357-5c78-45ba-8f8f-f73783827756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:24.380571 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5162a357-5c78-45ba-8f8f-f73783827756 admin admin] Calling delete_port for b10d91df-76fa-40cc-80d7-5fc2a570a68a owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:14:24.483282 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=100 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:24.512999 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:24.551618 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5162a357-5c78-45ba-8f8f-f73783827756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (b10d91df-76fa-40cc-80d7-5fc2a570a68a), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:24.575020 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162a357-5c78-45ba-8f8f-f73783827756 admin admin] Pushing event deleted for resources: {'Port': ['ID=b10d91df-76fa-40cc-80d7-5fc2a570a68a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:24.736485 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5162a357-5c78-45ba-8f8f-f73783827756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-263927'] for router_interface (0531baf5-1f6c-476e-9eb2-21ccd6418816), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:24.938127 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5162a357-5c78-45ba-8f8f-f73783827756 admin admin] Router 0531baf5-1f6c-476e-9eb2-21ccd6418816 has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:14:25.039861 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5162a357-5c78-45ba-8f8f-f73783827756 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:14:25.044751 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-5162a357-5c78-45ba-8f8f-f73783827756 admin admin] 10.222.0.65 "PUT /v2.0/routers/0531baf5-1f6c-476e-9eb2-21ccd6418816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2602985 Jun 23 11:14:25.047843 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 47058) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:14:25.050317 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8425284e-5ac5-4959-a26d-7816e5123c24 None None] Sync routers for ids ['0531baf5-1f6c-476e-9eb2-21ccd6418816'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:14:25.060014 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8425284e-5ac5-4959-a26d-7816e5123c24 None None] Routers {'0531baf5-1f6c-476e-9eb2-21ccd6418816'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:14:25.060711 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8425284e-5ac5-4959-a26d-7816e5123c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:14:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['0531baf5-1f6c-476e-9eb2-21ccd6418816'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:25.149833 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4238d834-a8be-460e-9349-760119f596f1 admin admin] Publish callbacks [] for router (0531baf5-1f6c-476e-9eb2-21ccd6418816), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:25.161061 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8425284e-5ac5-4959-a26d-7816e5123c24 None None] Set router 0531baf5-1f6c-476e-9eb2-21ccd6418816 gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:14:25.246011 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4238d834-a8be-460e-9349-760119f596f1 admin admin] Publish callbacks [] for router_gateway (0531baf5-1f6c-476e-9eb2-21ccd6418816), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:25.288515 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4238d834-a8be-460e-9349-760119f596f1 admin admin] Deleting port a476a7d8-6b61-424e-9640-500f4effd2a7 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:14:25.288854 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4238d834-a8be-460e-9349-760119f596f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (a476a7d8-6b61-424e-9640-500f4effd2a7), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:25.313422 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=94 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:25.376565 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4238d834-a8be-460e-9349-760119f596f1 admin admin] For port a476a7d8-6b61-424e-9640-500f4effd2a7, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=a476a7d8-6b61-424e-9640-500f4effd2a7,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:14:25.376929 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4238d834-a8be-460e-9349-760119f596f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (a476a7d8-6b61-424e-9640-500f4effd2a7), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:25.390046 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4238d834-a8be-460e-9349-760119f596f1 admin admin] Calling delete_port for a476a7d8-6b61-424e-9640-500f4effd2a7 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:14:25.394178 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:25.408526 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8425284e-5ac5-4959-a26d-7816e5123c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'name': 'tempest-TestMinimumBasicScenario-504500440-router', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:14:24Z', 'revision_number': 5, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'gw_port': {'id': 'a476a7d8-6b61-424e-9640-500f4effd2a7', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:25.410086 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=100 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:25.411639 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=100 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:25.433304 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8425284e-5ac5-4959-a26d-7816e5123c24 None None] Checking router: 0531baf5-1f6c-476e-9eb2-21ccd6418816 for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:14:25.442323 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8425284e-5ac5-4959-a26d-7816e5123c24 None None] Routers {'0531baf5-1f6c-476e-9eb2-21ccd6418816'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:14:25.442938 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8425284e-5ac5-4959-a26d-7816e5123c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:14:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['0531baf5-1f6c-476e-9eb2-21ccd6418816'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:25.524678 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8425284e-5ac5-4959-a26d-7816e5123c24 None None] Set router 0531baf5-1f6c-476e-9eb2-21ccd6418816 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:14:25.558591 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4238d834-a8be-460e-9349-760119f596f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (a476a7d8-6b61-424e-9640-500f4effd2a7), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:25.576929 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8425284e-5ac5-4959-a26d-7816e5123c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'name': 'tempest-TestMinimumBasicScenario-504500440-router', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:14:25Z', 'revision_number': 6, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'gw_port_host': None}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:25.587393 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238d834-a8be-460e-9349-760119f596f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a476a7d8-6b61-424e-9640-500f4effd2a7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:25.607353 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8425284e-5ac5-4959-a26d-7816e5123c24 None None] The sync data for ids ['0531baf5-1f6c-476e-9eb2-21ccd6418816'] in dv-cinder-843309-2-iscsi is: [{'id': '0531baf5-1f6c-476e-9eb2-21ccd6418816', 'name': 'tempest-TestMinimumBasicScenario-504500440-router', 'tenant_id': '0d0d343d1ec648a981cc8d7910b92401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:08Z', 'updated_at': '2022-06-23T11:14:25Z', 'revision_number': 6, 'project_id': '0d0d343d1ec648a981cc8d7910b92401', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:14:25.651022 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4238d834-a8be-460e-9349-760119f596f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391123'] for router_gateway (0531baf5-1f6c-476e-9eb2-21ccd6418816), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:25.669946 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 68172eb8-f026-4e28-93da-403c54cb5408 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:14:25.689051 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: 68172eb8-f026-4e28-93da-403c54cb5408 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:14:25.689397 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 68172eb8-f026-4e28-93da-403c54cb5408 not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:14:25.734361 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4238d834-a8be-460e-9349-760119f596f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-269786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27266'] for router (0531baf5-1f6c-476e-9eb2-21ccd6418816), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:25.736563 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4238d834-a8be-460e-9349-760119f596f1 admin admin] Publish callbacks [] for router_controller (0531baf5-1f6c-476e-9eb2-21ccd6418816), precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:25.776357 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4238d834-a8be-460e-9349-760119f596f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-269652'] for router (0531baf5-1f6c-476e-9eb2-21ccd6418816), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:25.776888 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4238d834-a8be-460e-9349-760119f596f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0531baf5-1f6c-476e-9eb2-21ccd6418816 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:14:25.781176 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4238d834-a8be-460e-9349-760119f596f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:25.782366 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-4238d834-a8be-460e-9349-760119f596f1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/0531baf5-1f6c-476e-9eb2-21ccd6418816 HTTP/1.1" status: 204 len: 168 time: 0.7335949 Jun 23 11:14:25.784901 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 47060) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:14:25.831187 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4cf98b-d5c1-430a-9726-4f1cc524fa05 admin admin] Deleting subnet 7e497ba6-728a-45d9-a7d5-671837ffa6ca {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:14:25.834322 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4f4cf98b-d5c1-430a-9726-4f1cc524fa05 admin admin] Publish callbacks [] for subnet (7e497ba6-728a-45d9-a7d5-671837ffa6ca), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:25.867437 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4f4cf98b-d5c1-430a-9726-4f1cc524fa05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59676546'] for subnet (7e497ba6-728a-45d9-a7d5-671837ffa6ca), precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:25.941094 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4f4cf98b-d5c1-430a-9726-4f1cc524fa05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537351'] for subnet (7e497ba6-728a-45d9-a7d5-671837ffa6ca), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:25.997962 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4f4cf98b-d5c1-430a-9726-4f1cc524fa05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59715753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58842980'] for subnet (7e497ba6-728a-45d9-a7d5-671837ffa6ca), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:26.026037 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cf98b-d5c1-430a-9726-4f1cc524fa05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e497ba6-728a-45d9-a7d5-671837ffa6ca,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:26.028127 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4f4cf98b-d5c1-430a-9726-4f1cc524fa05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:26.034852 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-4f4cf98b-d5c1-430a-9726-4f1cc524fa05 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7e497ba6-728a-45d9-a7d5-671837ffa6ca HTTP/1.1" status: 204 len: 168 time: 0.2456200 Jun 23 11:14:26.034852 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 47062) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:14:26.039536 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6035ac-47a7-443f-a433-bd1eee8a3714 None None] Network b2108bfc-df89-4f9b-a4b8-341ca203eb2f requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:14:26.104880 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594832'] for network (b2108bfc-df89-4f9b-a4b8-341ca203eb2f), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:26.124816 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=100 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:26.152437 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] Deleting port 7e3b4585-0e10-4c84-86b5-24c5490af62f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:14:26.152771 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (7e3b4585-0e10-4c84-86b5-24c5490af62f), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:26.213828 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] For port 7e3b4585-0e10-4c84-86b5-24c5490af62f, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=7e3b4585-0e10-4c84-86b5-24c5490af62f,segment=NetworkSegment(0c196dce-2ab2-44d7-90fb-91064c1e138b),segment_id=0c196dce-2ab2-44d7-90fb-91064c1e138b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:14:26.214185 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (7e3b4585-0e10-4c84-86b5-24c5490af62f), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:26.226827 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] Calling delete_port for 7e3b4585-0e10-4c84-86b5-24c5490af62f owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:14:26.228403 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:26.272561 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:26.309245 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (7e3b4585-0e10-4c84-86b5-24c5490af62f), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:26.332319 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3b4585-0e10-4c84-86b5-24c5490af62f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:26.335958 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] No DVR routers for this DVR port 7e3b4585-0e10-4c84-86b5-24c5490af62f on host dv-cinder-843309-2-iscsi {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:14:26.409342 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeea8865-5c4e-4d15-aa71-6cb6d836ed97 None None] DHCP port deletion for b2108bfc-df89-4f9b-a4b8-341ca203eb2f request from dv-cinder-843309-2-iscsi {{(pid=103954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 11:14:26.410032 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506618', 'neutron.services.segments.db._delete_segments_for_network-8767343742347'] for network (b2108bfc-df89-4f9b-a4b8-341ca203eb2f), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:26.433802 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2108bfc-df89-4f9b-a4b8-341ca203eb2f']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:26.443501 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c196dce-2ab2-44d7-90fb-91064c1e138b') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:26.443829 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c196dce-2ab2-44d7-90fb-91064c1e138b') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:26.453274 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767343744660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59676569'] for segment (0c196dce-2ab2-44d7-90fb-91064c1e138b), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:26.466438 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (0c196dce-2ab2-44d7-90fb-91064c1e138b), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:26.475055 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:14:26.475630 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59715779'] for segment (0c196dce-2ab2-44d7-90fb-91064c1e138b), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:26.539025 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment 0c196dce-2ab2-44d7-90fb-91064c1e138b resource provider aggregate not found Jun 23 11:14:26.539865 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device a476a7d8-6b61-424e-9640-500f4effd2a7 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:14:26.542091 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:26.551875 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385476'] for network (b2108bfc-df89-4f9b-a4b8-341ca203eb2f), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:26.561048 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment 0c196dce-2ab2-44d7-90fb-91064c1e138b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c196dce-2ab2-44d7-90fb-91064c1e138b found for delete ", "request_id": "req-06a1ff4a-781e-4ba9-8e55-e15c6eb500a7"}]} Jun 23 11:14:26.562045 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:26.563077 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: a476a7d8-6b61-424e-9640-500f4effd2a7 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:14:26.563430 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device a476a7d8-6b61-424e-9640-500f4effd2a7 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:14:26.563871 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 7e3b4585-0e10-4c84-86b5-24c5490af62f no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:14:26.565197 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b2108bfc-df89-4f9b-a4b8-341ca203eb2f HTTP/1.1" status: 204 len: 168 time: 0.5303648 Jun 23 11:14:26.568533 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47068) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:14:26.574660 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4bb1d-d989-4caf-879c-271668fb5df9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2108bfc-df89-4f9b-a4b8-341ca203eb2f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:26.586557 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 7e3b4585-0e10-4c84-86b5-24c5490af62f {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:14:26.586911 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 7e3b4585-0e10-4c84-86b5-24c5490af62f not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:14:26.587326 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device b10d91df-76fa-40cc-80d7-5fc2a570a68a no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:14:26.606566 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: b10d91df-76fa-40cc-80d7-5fc2a570a68a {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:14:26.606988 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device b10d91df-76fa-40cc-80d7-5fc2a570a68a not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:14:26.623580 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:26.760115 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:26.877819 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e99de222-ee5e-45c3-ac00-a486eef5a6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-263779'] for router_interface (3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:27.089943 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e99de222-ee5e-45c3-ac00-a486eef5a6e3 admin admin] Deleting port 464133f5-a120-4807-a1ce-99878845ea37 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:14:27.089943 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e99de222-ee5e-45c3-ac00-a486eef5a6e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (464133f5-a120-4807-a1ce-99878845ea37), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:27.397265 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-e99de222-ee5e-45c3-ac00-a486eef5a6e3 admin admin] For port 464133f5-a120-4807-a1ce-99878845ea37, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=464133f5-a120-4807-a1ce-99878845ea37,segment=NetworkSegment(60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f),segment_id=60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:14:27.397624 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e99de222-ee5e-45c3-ac00-a486eef5a6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (464133f5-a120-4807-a1ce-99878845ea37), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:27.410077 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-e99de222-ee5e-45c3-ac00-a486eef5a6e3 admin admin] Calling delete_port for 464133f5-a120-4807-a1ce-99878845ea37 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:14:27.580334 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e99de222-ee5e-45c3-ac00-a486eef5a6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (464133f5-a120-4807-a1ce-99878845ea37), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:27.604297 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99de222-ee5e-45c3-ac00-a486eef5a6e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=464133f5-a120-4807-a1ce-99878845ea37,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:27.658897 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:27.764443 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-e99de222-ee5e-45c3-ac00-a486eef5a6e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-263927'] for router_interface (3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:27.807752 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:27.967246 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99de222-ee5e-45c3-ac00-a486eef5a6e3 admin admin] Router 3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:14:28.067307 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99de222-ee5e-45c3-ac00-a486eef5a6e3 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:14:28.072399 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e99de222-ee5e-45c3-ac00-a486eef5a6e3 admin admin] 10.222.0.65 "PUT /v2.0/routers/3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5026612 Jun 23 11:14:28.074878 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47070) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:14:28.075646 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30372a42-34c3-49f5-bacc-55f919f5726a None None] Sync routers for ids ['3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:14:28.086391 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30372a42-34c3-49f5-bacc-55f919f5726a None None] Routers {'3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:14:28.087238 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-30372a42-34c3-49f5-bacc-55f919f5726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:14:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:28.172749 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9046273-5f4e-433e-9074-41a90c7343e1 admin admin] Publish callbacks [] for router (3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:28.185870 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-30372a42-34c3-49f5-bacc-55f919f5726a None None] Set router 3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:14:28.273312 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9046273-5f4e-433e-9074-41a90c7343e1 admin admin] Publish callbacks [] for router_gateway (3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:28.320453 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f9046273-5f4e-433e-9074-41a90c7343e1 admin admin] Deleting port 409a4937-dcb7-49d6-923a-70edf7a3a5cb {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:14:28.320789 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9046273-5f4e-433e-9074-41a90c7343e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (409a4937-dcb7-49d6-923a-70edf7a3a5cb), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:28.397079 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-f9046273-5f4e-433e-9074-41a90c7343e1 admin admin] For port 409a4937-dcb7-49d6-923a-70edf7a3a5cb, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=409a4937-dcb7-49d6-923a-70edf7a3a5cb,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:14:28.397441 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9046273-5f4e-433e-9074-41a90c7343e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (409a4937-dcb7-49d6-923a-70edf7a3a5cb), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:28.414573 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-f9046273-5f4e-433e-9074-41a90c7343e1 admin admin] Calling delete_port for 409a4937-dcb7-49d6-923a-70edf7a3a5cb owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:14:28.473469 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-30372a42-34c3-49f5-bacc-55f919f5726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'name': 'tempest-TestMinimumBasicScenario-572890671-router', 'tenant_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '409a4937-dcb7-49d6-923a-70edf7a3a5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:12Z', 'updated_at': '2022-06-23T11:14:27Z', 'revision_number': 5, 'project_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'gw_port': {'id': '409a4937-dcb7-49d6-923a-70edf7a3a5cb', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:12:13Z', 'updated_at': '2022-06-23T11:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:28.499460 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30372a42-34c3-49f5-bacc-55f919f5726a None None] Checking router: 3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:14:28.508021 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30372a42-34c3-49f5-bacc-55f919f5726a None None] Routers {'3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:14:28.508695 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-30372a42-34c3-49f5-bacc-55f919f5726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:14:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:28.514085 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:28.587218 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9046273-5f4e-433e-9074-41a90c7343e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (409a4937-dcb7-49d6-923a-70edf7a3a5cb), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:28.591667 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-30372a42-34c3-49f5-bacc-55f919f5726a None None] Set router 3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e gateway port host: None {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:14:28.612939 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9046273-5f4e-433e-9074-41a90c7343e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=409a4937-dcb7-49d6-923a-70edf7a3a5cb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:28.636290 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:28.644542 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-30372a42-34c3-49f5-bacc-55f919f5726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'name': 'tempest-TestMinimumBasicScenario-572890671-router', 'tenant_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:12Z', 'updated_at': '2022-06-23T11:14:28Z', 'revision_number': 6, 'project_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'gw_port_host': None}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:28.669091 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30372a42-34c3-49f5-bacc-55f919f5726a None None] The sync data for ids ['3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e'] in dv-cinder-843309-2-iscsi is: [{'id': '3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e', 'name': 'tempest-TestMinimumBasicScenario-572890671-router', 'tenant_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:12:12Z', 'updated_at': '2022-06-23T11:14:28Z', 'revision_number': 6, 'project_id': '5f0e61e86cbc44508ae1f7286a1f1713', 'gw_port_host': None}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:14:28.679404 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9046273-5f4e-433e-9074-41a90c7343e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391123'] for router_gateway (3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:28.763543 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9046273-5f4e-433e-9074-41a90c7343e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-269786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27266'] for router (3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:28.765706 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9046273-5f4e-433e-9074-41a90c7343e1 admin admin] Publish callbacks [] for router_controller (3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:28.809254 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9046273-5f4e-433e-9074-41a90c7343e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-269652'] for router (3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:28.809779 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9046273-5f4e-433e-9074-41a90c7343e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:14:28.814202 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f9046273-5f4e-433e-9074-41a90c7343e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:28.815329 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f9046273-5f4e-433e-9074-41a90c7343e1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/3c9d7a3f-e8a3-4da7-82f6-b3726bde2a2e HTTP/1.1" status: 204 len: 168 time: 0.7393777 Jun 23 11:14:28.817788 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47072) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:14:28.860915 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef8b699-094b-4737-8eb4-2083cc3bfec9 admin admin] Deleting subnet 6eddad1c-c668-41b3-a58f-497c8437969d {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:14:28.863954 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ef8b699-094b-4737-8eb4-2083cc3bfec9 admin admin] Publish callbacks [] for subnet (6eddad1c-c668-41b3-a58f-497c8437969d), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:28.898413 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ef8b699-094b-4737-8eb4-2083cc3bfec9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497197'] for subnet (6eddad1c-c668-41b3-a58f-497c8437969d), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:28.975019 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ef8b699-094b-4737-8eb4-2083cc3bfec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537351'] for subnet (6eddad1c-c668-41b3-a58f-497c8437969d), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:29.027575 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ef8b699-094b-4737-8eb4-2083cc3bfec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60180776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59763228'] for subnet (6eddad1c-c668-41b3-a58f-497c8437969d), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:29.053144 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8b699-094b-4737-8eb4-2083cc3bfec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eddad1c-c668-41b3-a58f-497c8437969d,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:29.060338 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8ef8b699-094b-4737-8eb4-2083cc3bfec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:29.064193 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8ef8b699-094b-4737-8eb4-2083cc3bfec9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6eddad1c-c668-41b3-a58f-497c8437969d HTTP/1.1" status: 204 len: 168 time: 0.2453587 Jun 23 11:14:29.065852 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47074) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:14:29.068850 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db74f04f-ad9e-4f16-bbd6-041320a69ecd None None] Network d2858011-0244-4fb7-a966-f82ef8dea40f requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:14:29.137924 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594832'] for network (d2858011-0244-4fb7-a966-f82ef8dea40f), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:29.185396 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] Deleting port c1690f61-42d2-414b-b205-07100e992a92 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:14:29.185733 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (c1690f61-42d2-414b-b205-07100e992a92), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:29.246321 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] For port c1690f61-42d2-414b-b205-07100e992a92, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=c1690f61-42d2-414b-b205-07100e992a92,segment=NetworkSegment(60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f),segment_id=60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:14:29.246674 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (c1690f61-42d2-414b-b205-07100e992a92), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:29.259401 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] Calling delete_port for c1690f61-42d2-414b-b205-07100e992a92 owned by network:dhcp {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:14:29.338038 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (c1690f61-42d2-414b-b205-07100e992a92), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:29.345443 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:DELETE=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:29.364286 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1690f61-42d2-414b-b205-07100e992a92,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:29.366146 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] No DVR routers for this DVR port c1690f61-42d2-414b-b205-07100e992a92 on host dv-cinder-843309-2-iscsi {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:14:29.412794 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b40129e-78ec-44b4-a336-a13e73dcddcb None None] DHCP port deletion for d2858011-0244-4fb7-a966-f82ef8dea40f request from dv-cinder-843309-2-iscsi {{(pid=103954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 11:14:29.442978 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506618', 'neutron.services.segments.db._delete_segments_for_network-8767343742347'] for network (d2858011-0244-4fb7-a966-f82ef8dea40f), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:29.463157 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2858011-0244-4fb7-a966-f82ef8dea40f']}} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:29.472377 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f') {'for_net_delete': True} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:29.472671 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.services.segments.db [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f') {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:14:29.481967 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767343744660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497206'] for segment (60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:29.496168 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:29.503453 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:14:29.503888 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60180802'] for segment (60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:29.535285 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f resource provider aggregate not found Jun 23 11:14:29.565543 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:29.568233 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.services.segments.plugin [-] Segment 60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60fa52c8-fa4f-4ebe-bd31-0b2496d4b82f found for delete ", "request_id": "req-bc8d35c0-eaf2-4772-adb5-0ae62d0dc995"}]} Jun 23 11:14:29.575088 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385476'] for network (d2858011-0244-4fb7-a966-f82ef8dea40f), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:29.581563 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:29.584639 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d2858011-0244-4fb7-a966-f82ef8dea40f HTTP/1.1" status: 204 len: 168 time: 0.5178683 Jun 23 11:14:29.595899 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c44bbf-0197-4cb4-87ee-2d11aa84e8f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2858011-0244-4fb7-a966-f82ef8dea40f,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:29.753736 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47082) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:14:29.796922 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-e72461a5-53c7-416e-a890-f5d565558faa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d0d343d1ec648a981cc8d7910b92401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419774 Jun 23 11:14:29.799226 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47084) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:14:29.846460 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5f99826-7433-4862-b63d-45f28073db36 admin admin] Publish callbacks [] for security_group (7ebad829-ce7a-4dd2-b456-377adc4c4ebc), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:29.867398 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5f99826-7433-4862-b63d-45f28073db36 admin admin] Publish callbacks [] for security_group (7ebad829-ce7a-4dd2-b456-377adc4c4ebc), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:29.913137 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5f99826-7433-4862-b63d-45f28073db36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (7ebad829-ce7a-4dd2-b456-377adc4c4ebc), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:29.915678 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-f5f99826-7433-4862-b63d-45f28073db36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:29.916923 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-f5f99826-7433-4862-b63d-45f28073db36 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7ebad829-ce7a-4dd2-b456-377adc4c4ebc HTTP/1.1" status: 204 len: 168 time: 0.1168060 Jun 23 11:14:29.936000 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f99826-7433-4862-b63d-45f28073db36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebad829-ce7a-4dd2-b456-377adc4c4ebc,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:30.234618 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 47090) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:14:30.273523 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-2c6ad01d-d66c-48fb-952b-296afd1b9970 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5f0e61e86cbc44508ae1f7286a1f1713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371082 Jun 23 11:14:30.275792 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 47092) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:14:30.328179 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11e1cbc7-1cb3-4cd1-89ca-9fa9ddb31398 admin admin] Publish callbacks [] for security_group (4a4ce5c1-5083-46c2-b97f-c97d5545123f), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:30.350391 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11e1cbc7-1cb3-4cd1-89ca-9fa9ddb31398 admin admin] Publish callbacks [] for security_group (4a4ce5c1-5083-46c2-b97f-c97d5545123f), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:30.395618 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11e1cbc7-1cb3-4cd1-89ca-9fa9ddb31398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (4a4ce5c1-5083-46c2-b97f-c97d5545123f), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:30.398153 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11e1cbc7-1cb3-4cd1-89ca-9fa9ddb31398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:30.399271 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-11e1cbc7-1cb3-4cd1-89ca-9fa9ddb31398 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a4ce5c1-5083-46c2-b97f-c97d5545123f HTTP/1.1" status: 204 len: 168 time: 0.1226313 Jun 23 11:14:30.407742 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1cbc7-1cb3-4cd1-89ca-9fa9ddb31398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4ce5c1-5083-46c2-b97f-c97d5545123f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:14:30.524737 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device c1690f61-42d2-414b-b205-07100e992a92 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:14:30.544004 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: c1690f61-42d2-414b-b205-07100e992a92 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:14:30.544362 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device c1690f61-42d2-414b-b205-07100e992a92 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:14:30.544776 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 464133f5-a120-4807-a1ce-99878845ea37 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:14:30.566034 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 464133f5-a120-4807-a1ce-99878845ea37 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:14:30.566391 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 464133f5-a120-4807-a1ce-99878845ea37 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:14:30.566808 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 409a4937-dcb7-49d6-923a-70edf7a3a5cb no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:14:30.586225 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 409a4937-dcb7-49d6-923a-70edf7a3a5cb {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:14:30.586572 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 409a4937-dcb7-49d6-923a-70edf7a3a5cb not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:14:33.373917 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90c73360-b5f0-46a2-ab63-54f353257f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:35.579632 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=12 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:35.580424 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=11 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:35.655438 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5fd2c14-f7c0-45b2-bd8b-66780cf99d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:36.729386 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:37.949355 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:38.142377 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:38.682492 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:14:39.900789 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=38,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:39.922474 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:40.401646 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=44,neutron:DELETE=6 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:40.402437 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=56,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:45.122226 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:14:48.676978 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:48.678849 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:58.211009 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=16 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:14:58.211771 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=18 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:03.375873 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-623c909c-4cbb-4f1b-b2c6-d99a92a54a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:05.657332 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-408f5227-f545-43a1-beb2-f628c1bb9be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:06.733323 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:07.953856 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:08.145098 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:08.684094 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:18.673984 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:18.680443 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:22.121796 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:15:25.306820 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47104) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:15:25.442614 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Deleting port 0444d323-854d-40b9-8c5e-d99e0fb25da1 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:15:25.442897 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (0444d323-854d-40b9-8c5e-d99e0fb25da1), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:25.519157 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (0444d323-854d-40b9-8c5e-d99e0fb25da1), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:25.519481 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for floatingip (0444d323-854d-40b9-8c5e-d99e0fb25da1), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:25.532396 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Calling delete_port for 0444d323-854d-40b9-8c5e-d99e0fb25da1 owned by network:floatingip {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:15:25.672617 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (0444d323-854d-40b9-8c5e-d99e0fb25da1), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:25.700390 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Pushing event deleted for resources: {'Port': ['ID=0444d323-854d-40b9-8c5e-d99e0fb25da1,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:15:25.725248 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:25.725594 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:25.725937 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:25.726274 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:25.726605 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:25.726935 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:25.727259 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:25.727581 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:25.727938 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:25.728260 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:25.728579 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:25.728902 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:25.729221 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:25.729538 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:25.729860 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:25.770432 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for floatingip (c3ecebd7-7a06-4175-9013-d4806998f645), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:25.770760 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.db.l3_db [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Floating IP c3ecebd7-7a06-4175-9013-d4806998f645 disassociated (deleted). External IP: 172.27.2.150, port: 72bdff1f-006b-46d7-8a00-abb368b12ebb. Jun 23 11:15:25.965653 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Router f63e94ed-55ab-40de-86e7-b646c3bd7f8f has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:15:26.071958 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:15:26.076731 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for floatingip (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:26.081234 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed36fc52-0808-4589-9ce5-20d9a655bec2 None None] Sync routers for ids ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:15:26.091930 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed36fc52-0808-4589-9ce5-20d9a655bec2 None None] Routers {'f63e94ed-55ab-40de-86e7-b646c3bd7f8f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:15:26.092547 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ed36fc52-0808-4589-9ce5-20d9a655bec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:15:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:26.107106 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-4509604b-7b35-4d7c-bda3-a0624cfd8bfa tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "DELETE /v2.0/floatingips/c3ecebd7-7a06-4175-9013-d4806998f645 HTTP/1.1" status: 204 len: 168 time: 0.7992077 Jun 23 11:15:26.107819 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'tag': '72bdff1f-006b-46d7-8a00-abb368b12ebb'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:15:26.110328 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472fdeef-ba7b-43fc-8301-feceafc50d83" -d '{"events": [{"name": "network-changed", "server_uuid": "3fef873c-b5da-4857-b0d3-3fc5a5fc155d", "tag": "72bdff1f-006b-46d7-8a00-abb368b12ebb"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:15:26.173973 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f715aaea-1a90-4285-af44-5d345a340228 x-openstack-request-id: req-f715aaea-1a90-4285-af44-5d345a340228 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:15:26.174267 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fef873c-b5da-4857-b0d3-3fc5a5fc155d", "tag": "72bdff1f-006b-46d7-8a00-abb368b12ebb", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:15:26.174522 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f715aaea-1a90-4285-af44-5d345a340228 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:15:26.174926 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f715aaea-1a90-4285-af44-5d345a340228'] response: {'name': 'network-changed', 'server_uuid': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'tag': '72bdff1f-006b-46d7-8a00-abb368b12ebb', 'status': 'completed', 'code': 200} Jun 23 11:15:26.199103 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ed36fc52-0808-4589-9ce5-20d9a655bec2 None None] Set router f63e94ed-55ab-40de-86e7-b646c3bd7f8f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:15:26.228531 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:26.252922 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:26.264049 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fdeef-ba7b-43fc-8301-feceafc50d83 req-b2bf9888-3e13-472b-b636-ef68b68cc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:15:26.265848 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-472fdeef-ba7b-43fc-8301-feceafc50d83 req-b2bf9888-3e13-472b-b636-ef68b68cc703 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8040a7c927f4d4ebff4964bc1b63ad7&device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 1129 time: 0.0463974 Jun 23 11:15:26.367635 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6baac-5ce8-4151-95e9-0ed8840482e0 req-47137c8e-fee9-4afa-a00d-32381fe12c8e tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:15:26.369340 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-49d6baac-5ce8-4151-95e9-0ed8840482e0 req-47137c8e-fee9-4afa-a00d-32381fe12c8e tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0494037 Jun 23 11:15:26.404795 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ed36fc52-0808-4589-9ce5-20d9a655bec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'name': 'tempest-TestShelveInstance-1945488488-router', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:49Z', 'updated_at': '2022-06-23T11:10:52Z', 'revision_number': 4, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'gw_port': {'id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:50Z', 'updated_at': '2022-06-23T11:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'e12a8ec7-1f2a-4315-847b-2a073c5bdc3c', 'name': '', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'mac_address': 'fa:16:3e:34:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:52Z', 'updated_at': '2022-06-23T11:10:58Z', 'revision_number': 5, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'subnets': [{'id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:26.422819 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [req-49d6baac-5ce8-4151-95e9-0ed8840482e0 req-8e0a64e8-c84c-4081-a8c2-1c01fc95d56c tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473449 Jun 23 11:15:26.436111 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed36fc52-0808-4589-9ce5-20d9a655bec2 None None] Checking router: f63e94ed-55ab-40de-86e7-b646c3bd7f8f for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:15:26.445523 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed36fc52-0808-4589-9ce5-20d9a655bec2 None None] Routers {'f63e94ed-55ab-40de-86e7-b646c3bd7f8f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:15:26.446141 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ed36fc52-0808-4589-9ce5-20d9a655bec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:15:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:26.548860 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ed36fc52-0808-4589-9ce5-20d9a655bec2 None None] Set router f63e94ed-55ab-40de-86e7-b646c3bd7f8f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:15:26.616069 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fdeef-ba7b-43fc-8301-feceafc50d83 req-224f7a9a-f757-40c3-ab35-02bb1680f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:15:26.617565 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-472fdeef-ba7b-43fc-8301-feceafc50d83 req-224f7a9a-f757-40c3-ab35-02bb1680f4bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=6428178e-b2c3-4ed8-8208-a2488665a794 HTTP/1.1" status: 200 len: 910 time: 0.3444893 Jun 23 11:15:26.736085 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ed36fc52-0808-4589-9ce5-20d9a655bec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'name': 'tempest-TestShelveInstance-1945488488-router', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:49Z', 'updated_at': '2022-06-23T11:10:52Z', 'revision_number': 4, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'gw_port': {'id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:50Z', 'updated_at': '2022-06-23T11:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'e12a8ec7-1f2a-4315-847b-2a073c5bdc3c', 'name': '', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'mac_address': 'fa:16:3e:34:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:52Z', 'updated_at': '2022-06-23T11:10:58Z', 'revision_number': 5, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'subnets': [{'id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:26.760046 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed36fc52-0808-4589-9ce5-20d9a655bec2 None None] The sync data for ids ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'] in dv-cinder-843309-2-iscsi is: [{'id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'name': 'tempest-TestShelveInstance-1945488488-router', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:49Z', 'updated_at': '2022-06-23T11:10:52Z', 'revision_number': 4, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'gw_port': {'id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:50Z', 'updated_at': '2022-06-23T11:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi', '_interfaces': [{'id': 'e12a8ec7-1f2a-4315-847b-2a073c5bdc3c', 'name': '', 'network_id': '6428178e-b2c3-4ed8-8208-a2488665a794', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'mac_address': 'fa:16:3e:34:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:52Z', 'updated_at': '2022-06-23T11:10:58Z', 'revision_number': 5, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'subnets': [{'id': '75069e95-c0cf-45c2-8c4f-686a6b68266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:15:26.963426 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a3e33-ff2f-40a9-8eb0-01b866d88305 None None] New status for floating IP c3ecebd7-7a06-4175-9013-d4806998f645: DOWN {{(pid=103954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:15:27.414683 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-472fdeef-ba7b-43fc-8301-feceafc50d83 req-9954bbe3-c380-4aba-8166-9e701653cdfc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72bdff1f-006b-46d7-8a00-abb368b12ebb HTTP/1.1" status: 200 len: 217 time: 0.0327322 Jun 23 11:15:27.462715 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fdeef-ba7b-43fc-8301-feceafc50d83 req-53390f5d-774a-4753-921f-03dd5fc2f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:15:27.464279 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-472fdeef-ba7b-43fc-8301-feceafc50d83 req-53390f5d-774a-4753-921f-03dd5fc2f767 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75069e95-c0cf-45c2-8c4f-686a6b68266a HTTP/1.1" status: 200 len: 848 time: 0.0431654 Jun 23 11:15:27.542704 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66c3b9-46ca-450f-8405-c215be95285a req-13fc876d-558c-4562-a0c0-7c9e27ec59bf tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:15:27.544203 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cc66c3b9-46ca-450f-8405-c215be95285a req-13fc876d-558c-4562-a0c0-7c9e27ec59bf tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0496850 Jun 23 11:15:27.591612 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-cc66c3b9-46ca-450f-8405-c215be95285a req-8f17a1db-63b6-44a7-bf7c-b79b02143665 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe59518-1517-410f-b6b1-fae3a9e6c8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418460 Jun 23 11:15:27.628057 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fdeef-ba7b-43fc-8301-feceafc50d83 req-59e6200d-b9d1-4c10-b718-758e2681ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:15:27.629507 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-472fdeef-ba7b-43fc-8301-feceafc50d83 req-59e6200d-b9d1-4c10-b718-758e2681ca46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6428178e-b2c3-4ed8-8208-a2488665a794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370741 Jun 23 11:15:27.720494 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-472fdeef-ba7b-43fc-8301-feceafc50d83 req-228cec23-7089-4fb6-918a-e12f6b056eda service neutron] 10.222.0.60 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841172 Jun 23 11:15:27.972454 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-472fdeef-ba7b-43fc-8301-feceafc50d83 req-9f43938b-bd1c-476a-b682-d7be7402f06d service neutron] 10.222.0.60 "GET /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827453 Jun 23 11:15:28.057551 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6bf92-f810-485b-9e74-3417e89e69c0 req-af85a466-43e4-404e-843a-8cf3000368b7 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:15:28.058977 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f4e6bf92-f810-485b-9e74-3417e89e69c0 req-af85a466-43e4-404e-843a-8cf3000368b7 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 945 time: 0.0466928 Jun 23 11:15:28.141863 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-f4e6bf92-f810-485b-9e74-3417e89e69c0 req-c6cf2a71-de79-4383-b848-929ca9002134 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Deleting port 72bdff1f-006b-46d7-8a00-abb368b12ebb {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:15:28.142206 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f4e6bf92-f810-485b-9e74-3417e89e69c0 req-c6cf2a71-de79-4383-b848-929ca9002134 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:28.232017 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [req-f4e6bf92-f810-485b-9e74-3417e89e69c0 req-c6cf2a71-de79-4383-b848-929ca9002134 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] For port 72bdff1f-006b-46d7-8a00-abb368b12ebb, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=72bdff1f-006b-46d7-8a00-abb368b12ebb,segment=NetworkSegment(a7d60003-a1ed-4e04-9b38-93477e650f24),segment_id=a7d60003-a1ed-4e04-9b38-93477e650f24)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:15:28.232305 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f4e6bf92-f810-485b-9e74-3417e89e69c0 req-c6cf2a71-de79-4383-b848-929ca9002134 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:28.245561 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [req-f4e6bf92-f810-485b-9e74-3417e89e69c0 req-c6cf2a71-de79-4383-b848-929ca9002134 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Calling delete_port for 72bdff1f-006b-46d7-8a00-abb368b12ebb owned by compute:nova {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:15:28.374368 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f4e6bf92-f810-485b-9e74-3417e89e69c0 req-c6cf2a71-de79-4383-b848-929ca9002134 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (72bdff1f-006b-46d7-8a00-abb368b12ebb), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:28.405201 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf2a71-de79-4383-b848-929ca9002134 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Pushing event deleted for resources: {'Port': ['ID=72bdff1f-006b-46d7-8a00-abb368b12ebb,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:15:28.432742 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:28.448965 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e6bf92-f810-485b-9e74-3417e89e69c0 req-c6cf2a71-de79-4383-b848-929ca9002134 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] No DVR routers for this DVR port 72bdff1f-006b-46d7-8a00-abb368b12ebb on host hv-cinder-84330 {{(pid=103952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:15:28.451408 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [req-f4e6bf92-f810-485b-9e74-3417e89e69c0 req-c6cf2a71-de79-4383-b848-929ca9002134 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119668'] for port (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:28.454666 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-f4e6bf92-f810-485b-9e74-3417e89e69c0 req-c6cf2a71-de79-4383-b848-929ca9002134 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.60 "DELETE /v2.0/ports/72bdff1f-006b-46d7-8a00-abb368b12ebb HTTP/1.1" status: 204 len: 173 time: 0.3904293 Jun 23 11:15:28.455088 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'name': 'network-vif-deleted', 'tag': '72bdff1f-006b-46d7-8a00-abb368b12ebb'}] {{(pid=103952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:15:28.457327 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc45a7589655261f8c04a422dc67420338372784ba3403e76676ad45fdbb3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff0a5af-b44e-429f-9ac0-96b34c3c6503" -d '{"events": [{"server_uuid": "3fef873c-b5da-4857-b0d3-3fc5a5fc155d", "name": "network-vif-deleted", "tag": "72bdff1f-006b-46d7-8a00-abb368b12ebb"}]}' {{(pid=103952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:15:28.492365 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3352f32-c493-4727-bb2a-600dfefeb950 x-openstack-request-id: req-d3352f32-c493-4727-bb2a-600dfefeb950 {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:15:28.492660 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fef873c-b5da-4857-b0d3-3fc5a5fc155d", "name": "network-vif-deleted", "tag": "72bdff1f-006b-46d7-8a00-abb368b12ebb", "status": "completed", "code": 200}]} {{(pid=103952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:15:28.492908 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d3352f32-c493-4727-bb2a-600dfefeb950 {{(pid=103952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:15:28.493310 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3352f32-c493-4727-bb2a-600dfefeb950'] response: {'server_uuid': '3fef873c-b5da-4857-b0d3-3fc5a5fc155d', 'name': 'network-vif-deleted', 'tag': '72bdff1f-006b-46d7-8a00-abb368b12ebb', 'status': 'completed', 'code': 200} Jun 23 11:15:28.685537 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [req-5fa23d70-ef3b-4ea9-a583-7d03899f315b req-be856a19-8a39-46f7-b867-8b148d904974 tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fef873c-b5da-4857-b0d3-3fc5a5fc155d HTTP/1.1" status: 200 len: 210 time: 0.0280852 Jun 23 11:15:29.745563 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47128) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:15:29.761339 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:29.802122 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4284-61b9-417e-af63-7fc745fd8b3b tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group (4fe59518-1517-410f-b6b1-fae3a9e6c8d4), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:29.827866 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4284-61b9-417e-af63-7fc745fd8b3b tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group (4fe59518-1517-410f-b6b1-fae3a9e6c8d4), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:29.891389 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4284-61b9-417e-af63-7fc745fd8b3b tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (4fe59518-1517-410f-b6b1-fae3a9e6c8d4), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:29.893987 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4284-61b9-417e-af63-7fc745fd8b3b tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:29.895117 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1fdf4284-61b9-417e-af63-7fc745fd8b3b tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] 10.222.0.65 "DELETE /v2.0/security-groups/4fe59518-1517-410f-b6b1-fae3a9e6c8d4 HTTP/1.1" status: 204 len: 168 time: 0.1491811 Jun 23 11:15:29.905314 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf4284-61b9-417e-af63-7fc745fd8b3b tempest-TestShelveInstance-530677782 tempest-TestShelveInstance-530677782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe59518-1517-410f-b6b1-fae3a9e6c8d4,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:15:30.949548 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47134) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:15:31.251439 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd8f9-c66d-4851-8e98-c3d6ed722350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-263779'] for router_interface (f63e94ed-55ab-40de-86e7-b646c3bd7f8f), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:31.465884 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6b8dd8f9-c66d-4851-8e98-c3d6ed722350 admin admin] Deleting port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:15:31.466216 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd8f9-c66d-4851-8e98-c3d6ed722350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:31.545520 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-6b8dd8f9-c66d-4851-8e98-c3d6ed722350 admin admin] For port e12a8ec7-1f2a-4315-847b-2a073c5bdc3c, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=e12a8ec7-1f2a-4315-847b-2a073c5bdc3c,segment=NetworkSegment(a7d60003-a1ed-4e04-9b38-93477e650f24),segment_id=a7d60003-a1ed-4e04-9b38-93477e650f24)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:15:31.545877 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd8f9-c66d-4851-8e98-c3d6ed722350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:31.559145 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-6b8dd8f9-c66d-4851-8e98-c3d6ed722350 admin admin] Calling delete_port for e12a8ec7-1f2a-4315-847b-2a073c5bdc3c owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:15:31.602230 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:31.665958 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:31.736579 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd8f9-c66d-4851-8e98-c3d6ed722350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (e12a8ec7-1f2a-4315-847b-2a073c5bdc3c), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:31.759892 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8dd8f9-c66d-4851-8e98-c3d6ed722350 admin admin] Pushing event deleted for resources: {'Port': ['ID=e12a8ec7-1f2a-4315-847b-2a073c5bdc3c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:15:31.901444 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 72bdff1f-006b-46d7-8a00-abb368b12ebb no longer exists at agent hyperv_hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:15:31.921505 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd8f9-c66d-4851-8e98-c3d6ed722350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-263927'] for router_interface (f63e94ed-55ab-40de-86e7-b646c3bd7f8f), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:31.926315 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] No Port match for: 72bdff1f-006b-46d7-8a00-abb368b12ebb {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:15:31.926671 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Device 72bdff1f-006b-46d7-8a00-abb368b12ebb not bound to the agent host hv-cinder-84330 {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:15:32.123853 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8dd8f9-c66d-4851-8e98-c3d6ed722350 admin admin] Router f63e94ed-55ab-40de-86e7-b646c3bd7f8f has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:15:32.220545 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8dd8f9-c66d-4851-8e98-c3d6ed722350 admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:15:32.225927 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-6b8dd8f9-c66d-4851-8e98-c3d6ed722350 admin admin] 10.222.0.65 "PUT /v2.0/routers/f63e94ed-55ab-40de-86e7-b646c3bd7f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2753463 Jun 23 11:15:32.228462 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47136) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:15:32.231086 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db46c88f-fb7b-401a-b2ed-a4b7b81e9eab None None] Sync routers for ids ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'] in dv-cinder-843309-2-iscsi {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:15:32.241213 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db46c88f-fb7b-401a-b2ed-a4b7b81e9eab None None] Routers {'f63e94ed-55ab-40de-86e7-b646c3bd7f8f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:15:32.241828 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-db46c88f-fb7b-401a-b2ed-a4b7b81e9eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:15:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:32.326551 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16e0cf97-542d-4b67-a0d0-378a09890cb8 admin admin] Publish callbacks [] for router (f63e94ed-55ab-40de-86e7-b646c3bd7f8f), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:32.341209 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-db46c88f-fb7b-401a-b2ed-a4b7b81e9eab None None] Set router f63e94ed-55ab-40de-86e7-b646c3bd7f8f gateway port host: dv-cinder-843309-2-iscsi {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:15:32.426830 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16e0cf97-542d-4b67-a0d0-378a09890cb8 admin admin] Publish callbacks [] for router_gateway (f63e94ed-55ab-40de-86e7-b646c3bd7f8f), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:32.462856 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:32.470353 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-16e0cf97-542d-4b67-a0d0-378a09890cb8 admin admin] Deleting port 74329ccc-4670-402b-b7e8-b98b24bf18f8 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:15:32.470765 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16e0cf97-542d-4b67-a0d0-378a09890cb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (74329ccc-4670-402b-b7e8-b98b24bf18f8), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:32.530733 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:32.535152 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=100 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:32.559983 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-16e0cf97-542d-4b67-a0d0-378a09890cb8 admin admin] For port 74329ccc-4670-402b-b7e8-b98b24bf18f8, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=74329ccc-4670-402b-b7e8-b98b24bf18f8,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:15:32.560381 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16e0cf97-542d-4b67-a0d0-378a09890cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (74329ccc-4670-402b-b7e8-b98b24bf18f8), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:32.576997 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-16e0cf97-542d-4b67-a0d0-378a09890cb8 admin admin] Calling delete_port for 74329ccc-4670-402b-b7e8-b98b24bf18f8 owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:15:32.592643 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-db46c88f-fb7b-401a-b2ed-a4b7b81e9eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'name': 'tempest-TestShelveInstance-1945488488-router', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:49Z', 'updated_at': '2022-06-23T11:15:31Z', 'revision_number': 5, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'gw_port': {'id': '74329ccc-4670-402b-b7e8-b98b24bf18f8', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:50Z', 'updated_at': '2022-06-23T11:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:32.615916 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db46c88f-fb7b-401a-b2ed-a4b7b81e9eab None None] Checking router: f63e94ed-55ab-40de-86e7-b646c3bd7f8f for host: dv-cinder-843309-2-iscsi {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:15:32.623996 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db46c88f-fb7b-401a-b2ed-a4b7b81e9eab None None] Routers {'f63e94ed-55ab-40de-86e7-b646c3bd7f8f'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:15:32.624599 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-db46c88f-fb7b-401a-b2ed-a4b7b81e9eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:15:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:32.695117 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=100 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:32.705982 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-db46c88f-fb7b-401a-b2ed-a4b7b81e9eab None None] Set router f63e94ed-55ab-40de-86e7-b646c3bd7f8f gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:15:32.735640 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16e0cf97-542d-4b67-a0d0-378a09890cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (74329ccc-4670-402b-b7e8-b98b24bf18f8), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:32.757628 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-db46c88f-fb7b-401a-b2ed-a4b7b81e9eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'name': 'tempest-TestShelveInstance-1945488488-router', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:49Z', 'updated_at': '2022-06-23T11:15:32Z', 'revision_number': 6, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'gw_port_host': None}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:32.763329 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0cf97-542d-4b67-a0d0-378a09890cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=74329ccc-4670-402b-b7e8-b98b24bf18f8,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:15:32.786815 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db46c88f-fb7b-401a-b2ed-a4b7b81e9eab None None] The sync data for ids ['f63e94ed-55ab-40de-86e7-b646c3bd7f8f'] in dv-cinder-843309-2-iscsi is: [{'id': 'f63e94ed-55ab-40de-86e7-b646c3bd7f8f', 'name': 'tempest-TestShelveInstance-1945488488-router', 'tenant_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:49Z', 'updated_at': '2022-06-23T11:15:32Z', 'revision_number': 6, 'project_id': 'c8040a7c927f4d4ebff4964bc1b63ad7', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:15:32.827935 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16e0cf97-542d-4b67-a0d0-378a09890cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391123'] for router_gateway (f63e94ed-55ab-40de-86e7-b646c3bd7f8f), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:32.910109 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16e0cf97-542d-4b67-a0d0-378a09890cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-269786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27266'] for router (f63e94ed-55ab-40de-86e7-b646c3bd7f8f), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:32.912220 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16e0cf97-542d-4b67-a0d0-378a09890cb8 admin admin] Publish callbacks [] for router_controller (f63e94ed-55ab-40de-86e7-b646c3bd7f8f), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:32.951699 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16e0cf97-542d-4b67-a0d0-378a09890cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-269652'] for router (f63e94ed-55ab-40de-86e7-b646c3bd7f8f), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:32.952216 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e0cf97-542d-4b67-a0d0-378a09890cb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f63e94ed-55ab-40de-86e7-b646c3bd7f8f {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:15:32.956931 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-16e0cf97-542d-4b67-a0d0-378a09890cb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:32.958057 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-16e0cf97-542d-4b67-a0d0-378a09890cb8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/f63e94ed-55ab-40de-86e7-b646c3bd7f8f HTTP/1.1" status: 204 len: 168 time: 0.7286501 Jun 23 11:15:32.960693 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47138) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:15:33.007010 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-6254d681-d43a-4270-94a5-b45d31b62afc admin admin] Deleting subnet 75069e95-c0cf-45c2-8c4f-686a6b68266a {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:15:33.010179 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6254d681-d43a-4270-94a5-b45d31b62afc admin admin] Publish callbacks [] for subnet (75069e95-c0cf-45c2-8c4f-686a6b68266a), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.043250 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6254d681-d43a-4270-94a5-b45d31b62afc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497197'] for subnet (75069e95-c0cf-45c2-8c4f-686a6b68266a), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.114636 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6254d681-d43a-4270-94a5-b45d31b62afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537351'] for subnet (75069e95-c0cf-45c2-8c4f-686a6b68266a), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.382248 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-761a309a-fd7c-40dd-be3f-fcc099e2afe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.410688 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6254d681-d43a-4270-94a5-b45d31b62afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60180776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59763228'] for subnet (75069e95-c0cf-45c2-8c4f-686a6b68266a), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.436566 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254d681-d43a-4270-94a5-b45d31b62afc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75069e95-c0cf-45c2-8c4f-686a6b68266a,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:15:33.440079 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-6254d681-d43a-4270-94a5-b45d31b62afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.443231 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-6254d681-d43a-4270-94a5-b45d31b62afc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/75069e95-c0cf-45c2-8c4f-686a6b68266a HTTP/1.1" status: 204 len: 168 time: 0.4815409 Jun 23 11:15:33.445314 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ef70e9-eeaf-4eb7-94fb-71befc6bde1d None None] Network 6428178e-b2c3-4ed8-8208-a2488665a794 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:15:33.445804 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 47140) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:15:33.517409 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594832'] for network (6428178e-b2c3-4ed8-8208-a2488665a794), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.562679 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Deleting port a7dbd258-5713-4163-9ffc-a79f06010310 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:15:33.563020 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (a7dbd258-5713-4163-9ffc-a79f06010310), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.599968 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] DHCP port deletion for 6428178e-b2c3-4ed8-8208-a2488665a794 request from dv-cinder-843309-2-iscsi {{(pid=103954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 11:15:33.630392 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] For port a7dbd258-5713-4163-9ffc-a79f06010310, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=a7dbd258-5713-4163-9ffc-a79f06010310,segment=NetworkSegment(a7d60003-a1ed-4e04-9b38-93477e650f24),segment_id=a7d60003-a1ed-4e04-9b38-93477e650f24)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:15:33.631822 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (a7dbd258-5713-4163-9ffc-a79f06010310), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.641450 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Deleting port a7dbd258-5713-4163-9ffc-a79f06010310 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:15:33.641909 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (a7dbd258-5713-4163-9ffc-a79f06010310), before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.645190 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Calling delete_port for a7dbd258-5713-4163-9ffc-a79f06010310 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:15:33.705502 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] For port a7dbd258-5713-4163-9ffc-a79f06010310, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=a7dbd258-5713-4163-9ffc-a79f06010310,segment=NetworkSegment(a7d60003-a1ed-4e04-9b38-93477e650f24),segment_id=a7d60003-a1ed-4e04-9b38-93477e650f24)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:15:33.705899 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (a7dbd258-5713-4163-9ffc-a79f06010310), precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.719105 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Calling delete_port for a7dbd258-5713-4163-9ffc-a79f06010310 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:15:33.723967 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (a7dbd258-5713-4163-9ffc-a79f06010310), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.751845 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] No DVR routers for this DVR port a7dbd258-5713-4163-9ffc-a79f06010310 on host dv-cinder-843309-2-iscsi {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:15:33.757885 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7dbd258-5713-4163-9ffc-a79f06010310,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:15:33.781964 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.782325 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.782888 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.783225 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.783958 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.784299 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.784623 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.784947 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.785277 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.785600 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.785924 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.786248 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.786566 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.786916 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.787234 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.800135 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339'] for port (a7dbd258-5713-4163-9ffc-a79f06010310), after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.826387 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Pushing event deleted for resources: {'Port': ['ID=a7dbd258-5713-4163-9ffc-a79f06010310,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:15:33.836370 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] No DVR routers for this DVR port a7dbd258-5713-4163-9ffc-a79f06010310 on host dv-cinder-843309-2-iscsi {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:15:33.838736 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.839098 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.839425 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.839792 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.840130 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.840459 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.840787 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.841111 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.841436 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.841759 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.842084 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.842408 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.842731 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.843050 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.843370 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b522f-6c9f-476a-8410-cb8e225c79eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843309-2-iscsi {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:15:33.848174 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506618', 'neutron.services.segments.db._delete_segments_for_network-8767343742347'] for network (6428178e-b2c3-4ed8-8208-a2488665a794), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.870434 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6428178e-b2c3-4ed8-8208-a2488665a794']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:33.879596 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d60003-a1ed-4e04-9b38-93477e650f24') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:33.879926 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d60003-a1ed-4e04-9b38-93477e650f24') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:33.889929 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767343744660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59676569'] for segment (a7d60003-a1ed-4e04-9b38-93477e650f24), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.902949 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (a7d60003-a1ed-4e04-9b38-93477e650f24), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.909553 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:15:33.909948 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59715779'] for segment (a7d60003-a1ed-4e04-9b38-93477e650f24), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.975784 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385476'] for network (6428178e-b2c3-4ed8-8208-a2488665a794), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.981637 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:33.987692 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6428178e-b2c3-4ed8-8208-a2488665a794 HTTP/1.1" status: 204 len: 168 time: 0.5379345 Jun 23 11:15:33.988356 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47146) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:15:33.996001 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1678a-bfcc-4c3e-9ee7-056c7905c250 admin admin] Pushing event deleted for resources: {'Network': ['ID=6428178e-b2c3-4ed8-8208-a2488665a794,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:15:34.167743 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment a7d60003-a1ed-4e04-9b38-93477e650f24 resource provider aggregate not found Jun 23 11:15:34.172792 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:34.174969 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:34.186448 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment a7d60003-a1ed-4e04-9b38-93477e650f24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7d60003-a1ed-4e04-9b38-93477e650f24 found for delete ", "request_id": "req-99bff68d-3ce5-4b80-878d-2564f0295504"}]} Jun 23 11:15:34.304830 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-529ec5e2-1a89-46dc-8200-b68b7bfc2a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-263779'] for router_interface (f8a0dece-b392-4606-81ee-b73b93be8adb), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:34.523608 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-529ec5e2-1a89-46dc-8200-b68b7bfc2a5d admin admin] Deleting port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:15:34.524306 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-529ec5e2-1a89-46dc-8200-b68b7bfc2a5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:34.554308 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 74329ccc-4670-402b-b7e8-b98b24bf18f8 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:15:34.572643 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 74329ccc-4670-402b-b7e8-b98b24bf18f8 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:15:34.572926 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 74329ccc-4670-402b-b7e8-b98b24bf18f8 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:15:34.573330 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device e12a8ec7-1f2a-4315-847b-2a073c5bdc3c no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:15:34.590911 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: e12a8ec7-1f2a-4315-847b-2a073c5bdc3c {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:15:34.591254 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device e12a8ec7-1f2a-4315-847b-2a073c5bdc3c not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:15:34.591665 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device a7dbd258-5713-4163-9ffc-a79f06010310 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:15:34.607775 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-529ec5e2-1a89-46dc-8200-b68b7bfc2a5d admin admin] For port 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=1c399db4-4172-4bf9-b9f2-ef97b6b3ae53,segment=NetworkSegment(52fd591a-f776-4935-85f9-1386d72bc1d0),segment_id=52fd591a-f776-4935-85f9-1386d72bc1d0)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:15:34.608143 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-529ec5e2-1a89-46dc-8200-b68b7bfc2a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:34.609351 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: a7dbd258-5713-4163-9ffc-a79f06010310 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:15:34.609698 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device a7dbd258-5713-4163-9ffc-a79f06010310 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:15:34.621087 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-529ec5e2-1a89-46dc-8200-b68b7bfc2a5d admin admin] Calling delete_port for 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 owned by network:router_interface {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:15:34.793600 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-529ec5e2-1a89-46dc-8200-b68b7bfc2a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (1c399db4-4172-4bf9-b9f2-ef97b6b3ae53), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:34.818748 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ec5e2-1a89-46dc-8200-b68b7bfc2a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c399db4-4172-4bf9-b9f2-ef97b6b3ae53,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:15:34.981401 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-529ec5e2-1a89-46dc-8200-b68b7bfc2a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-263927'] for router_interface (f8a0dece-b392-4606-81ee-b73b93be8adb), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:34.982991 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:34.984685 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:35.186293 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529ec5e2-1a89-46dc-8200-b68b7bfc2a5d admin admin] Router f8a0dece-b392-4606-81ee-b73b93be8adb has already been hosted by L3 agent 2e8775be-a28d-411d-9a0f-08cfa8e90230 {{(pid=103952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:15:35.285027 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529ec5e2-1a89-46dc-8200-b68b7bfc2a5d admin admin] Notify agent at l3_agent.dv-cinder-843309-2-iscsi the message routers_updated {{(pid=103952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:15:35.290038 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-529ec5e2-1a89-46dc-8200-b68b7bfc2a5d admin admin] 10.222.0.65 "PUT /v2.0/routers/f8a0dece-b392-4606-81ee-b73b93be8adb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3005667 Jun 23 11:15:35.292478 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47150) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:15:35.294934 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6e5014-673a-431d-b684-72441abee793 None None] Sync routers for ids ['f8a0dece-b392-4606-81ee-b73b93be8adb'] in dv-cinder-843309-2-iscsi {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:15:35.308054 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6e5014-673a-431d-b684-72441abee793 None None] Routers {'f8a0dece-b392-4606-81ee-b73b93be8adb'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:15:35.308670 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-5f6e5014-673a-431d-b684-72441abee793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:15:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['f8a0dece-b392-4606-81ee-b73b93be8adb'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:35.393337 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8beaa2f5-d4fd-4ab1-95e2-7c6a728336c3 admin admin] Publish callbacks [] for router (f8a0dece-b392-4606-81ee-b73b93be8adb), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:35.408013 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-5f6e5014-673a-431d-b684-72441abee793 None None] Set router f8a0dece-b392-4606-81ee-b73b93be8adb gateway port host: dv-cinder-843309-2-iscsi {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:15:35.489531 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8beaa2f5-d4fd-4ab1-95e2-7c6a728336c3 admin admin] Publish callbacks [] for router_gateway (f8a0dece-b392-4606-81ee-b73b93be8adb), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:35.530597 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8beaa2f5-d4fd-4ab1-95e2-7c6a728336c3 admin admin] Deleting port d1fd3b1c-9d36-428d-8734-277c9689b71c {{(pid=103952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:15:35.531324 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8beaa2f5-d4fd-4ab1-95e2-7c6a728336c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (d1fd3b1c-9d36-428d-8734-277c9689b71c), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:35.571668 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-5f6e5014-673a-431d-b684-72441abee793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'name': 'tempest-TestShelveInstance-1033283535-router', 'tenant_id': 'f4fc5691fa8047b78be8470190280941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'external_fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd1fd3b1c-9d36-428d-8734-277c9689b71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:55Z', 'updated_at': '2022-06-23T11:15:34Z', 'revision_number': 5, 'project_id': 'f4fc5691fa8047b78be8470190280941', 'gw_port': {'id': 'd1fd3b1c-9d36-428d-8734-277c9689b71c', 'name': '', 'network_id': 'e8f8f139-acd0-41ed-b18b-d78ae7145230', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843309-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:10:55Z', 'updated_at': '2022-06-23T11:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134c7edb-3093-4c4d-b7e1-efa92e1dae87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843309-2-iscsi'}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:35.597094 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6e5014-673a-431d-b684-72441abee793 None None] Checking router: f8a0dece-b392-4606-81ee-b73b93be8adb for host: dv-cinder-843309-2-iscsi {{(pid=103954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:15:35.605965 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6e5014-673a-431d-b684-72441abee793 None None] Routers {'f8a0dece-b392-4606-81ee-b73b93be8adb'} bound to L3 agent in host dv-cinder-843309-2-iscsi {{(pid=103954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:15:35.606573 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-5f6e5014-673a-431d-b684-72441abee793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843309-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T10:54:06Z,description=,heartbeat_timestamp=2022-06-23T11:15:06Z,host='dv-cinder-843309-2-iscsi',id=2e8775be-a28d-411d-9a0f-08cfa8e90230,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T10:54:06Z,topic='l3_agent')) {'router_ids': ['f8a0dece-b392-4606-81ee-b73b93be8adb'], 'active': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:35.614357 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.db [None req-8beaa2f5-d4fd-4ab1-95e2-7c6a728336c3 admin admin] For port d1fd3b1c-9d36-428d-8734-277c9689b71c, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=d1fd3b1c-9d36-428d-8734-277c9689b71c,segment=NetworkSegment(77155cb4-d3c4-4926-8ff6-8214e840c10b),segment_id=77155cb4-d3c4-4926-8ff6-8214e840c10b)] {{(pid=103952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:15:35.614719 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8beaa2f5-d4fd-4ab1-95e2-7c6a728336c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (d1fd3b1c-9d36-428d-8734-277c9689b71c), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:35.627905 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-8beaa2f5-d4fd-4ab1-95e2-7c6a728336c3 admin admin] Calling delete_port for d1fd3b1c-9d36-428d-8734-277c9689b71c owned by network:router_gateway {{(pid=103952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:15:35.781802 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:35.801100 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8beaa2f5-d4fd-4ab1-95e2-7c6a728336c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60180863'] for port (d1fd3b1c-9d36-428d-8734-277c9689b71c), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:35.811838 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9af75200-51cc-4190-871d-0c08909a4042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:35.822787 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_dvr_db [None req-5f6e5014-673a-431d-b684-72441abee793 None None] Set router f8a0dece-b392-4606-81ee-b73b93be8adb gateway port host: None {{(pid=103954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:15:35.824688 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:35.827313 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beaa2f5-d4fd-4ab1-95e2-7c6a728336c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1fd3b1c-9d36-428d-8734-277c9689b71c,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:15:35.874743 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.db.l3_hamode_db [None req-5f6e5014-673a-431d-b684-72441abee793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'name': 'tempest-TestShelveInstance-1033283535-router', 'tenant_id': 'f4fc5691fa8047b78be8470190280941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:55Z', 'updated_at': '2022-06-23T11:15:35Z', 'revision_number': 6, 'project_id': 'f4fc5691fa8047b78be8470190280941', 'gw_port_host': None}], 'dv-cinder-843309-2-iscsi', False) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:35.890438 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8beaa2f5-d4fd-4ab1-95e2-7c6a728336c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391123'] for router_gateway (f8a0dece-b392-4606-81ee-b73b93be8adb), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:35.899158 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6e5014-673a-431d-b684-72441abee793 None None] The sync data for ids ['f8a0dece-b392-4606-81ee-b73b93be8adb'] in dv-cinder-843309-2-iscsi is: [{'id': 'f8a0dece-b392-4606-81ee-b73b93be8adb', 'name': 'tempest-TestShelveInstance-1033283535-router', 'tenant_id': 'f4fc5691fa8047b78be8470190280941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:10:55Z', 'updated_at': '2022-06-23T11:15:35Z', 'revision_number': 6, 'project_id': 'f4fc5691fa8047b78be8470190280941', 'gw_port_host': None}] {{(pid=103954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:15:35.977055 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8beaa2f5-d4fd-4ab1-95e2-7c6a728336c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-269786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27266'] for router (f8a0dece-b392-4606-81ee-b73b93be8adb), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:35.979213 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8beaa2f5-d4fd-4ab1-95e2-7c6a728336c3 admin admin] Publish callbacks [] for router_controller (f8a0dece-b392-4606-81ee-b73b93be8adb), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.022476 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8beaa2f5-d4fd-4ab1-95e2-7c6a728336c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-269652'] for router (f8a0dece-b392-4606-81ee-b73b93be8adb), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.023110 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beaa2f5-d4fd-4ab1-95e2-7c6a728336c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8a0dece-b392-4606-81ee-b73b93be8adb {{(pid=103952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:15:36.027103 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-8beaa2f5-d4fd-4ab1-95e2-7c6a728336c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.028265 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-8beaa2f5-d4fd-4ab1-95e2-7c6a728336c3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/f8a0dece-b392-4606-81ee-b73b93be8adb HTTP/1.1" status: 204 len: 168 time: 0.7348914 Jun 23 11:15:36.030737 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47152) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:15:36.074253 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eba47ef-b468-48f0-af28-54066d98566c admin admin] Deleting subnet a73f1020-8678-4d38-87d2-9a3b96516173 {{(pid=103952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:15:36.077475 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9eba47ef-b468-48f0-af28-54066d98566c admin admin] Publish callbacks [] for subnet (a73f1020-8678-4d38-87d2-9a3b96516173), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.112304 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9eba47ef-b468-48f0-af28-54066d98566c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497197'] for subnet (a73f1020-8678-4d38-87d2-9a3b96516173), precommit_delete_associations {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.187963 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9eba47ef-b468-48f0-af28-54066d98566c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537351'] for subnet (a73f1020-8678-4d38-87d2-9a3b96516173), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.240846 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9eba47ef-b468-48f0-af28-54066d98566c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60180776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59763228'] for subnet (a73f1020-8678-4d38-87d2-9a3b96516173), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.269969 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-9eba47ef-b468-48f0-af28-54066d98566c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for subnet (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.277301 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-9eba47ef-b468-48f0-af28-54066d98566c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a73f1020-8678-4d38-87d2-9a3b96516173 HTTP/1.1" status: 204 len: 168 time: 0.2431223 Jun 23 11:15:36.277301 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba47ef-b468-48f0-af28-54066d98566c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a73f1020-8678-4d38-87d2-9a3b96516173,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:15:36.277594 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bdea1a-5f6f-42b1-ac7a-c14a49287ad7 None None] Network 8a79c855-47b2-4caa-ab97-41190fa3d246 requested from dv-cinder-843309-2-iscsi {{(pid=103954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:15:36.278273 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.65', 47154) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:15:36.362196 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1594832'] for network (8a79c855-47b2-4caa-ab97-41190fa3d246), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.368067 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:36.404646 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] Deleting port 10ce98a7-b872-4190-b67c-0186752a5509 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:15:36.404983 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767343488296'] for port (10ce98a7-b872-4190-b67c-0186752a5509), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.471914 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] For port 10ce98a7-b872-4190-b67c-0186752a5509, host dv-cinder-843309-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843309-2-iscsi',level=0,port_id=10ce98a7-b872-4190-b67c-0186752a5509,segment=NetworkSegment(52fd591a-f776-4935-85f9-1386d72bc1d0),segment_id=52fd591a-f776-4935-85f9-1386d72bc1d0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:15:36.472279 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265300'] for port (10ce98a7-b872-4190-b67c-0186752a5509), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.484491 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] Calling delete_port for 10ce98a7-b872-4190-b67c-0186752a5509 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:15:36.486028 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:36.560374 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1464728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767343493232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767343219339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59715838'] for port (10ce98a7-b872-4190-b67c-0186752a5509), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.589512 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ce98a7-b872-4190-b67c-0186752a5509,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:15:36.591242 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] No DVR routers for this DVR port 10ce98a7-b872-4190-b67c-0186752a5509 on host dv-cinder-843309-2-iscsi {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:15:36.666786 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1506618', 'neutron.services.segments.db._delete_segments_for_network-8767343742347'] for network (8a79c855-47b2-4caa-ab97-41190fa3d246), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.670262 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:36.673961 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5daf249-fbb8-4571-81eb-634ca5ecb516 None None] DHCP port deletion for 8a79c855-47b2-4caa-ab97-41190fa3d246 request from dv-cinder-843309-2-iscsi {{(pid=103954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 11:15:36.700585 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a79c855-47b2-4caa-ab97-41190fa3d246']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:36.711402 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fd591a-f776-4935-85f9-1386d72bc1d0') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:36.711781 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fd591a-f776-4935-85f9-1386d72bc1d0') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:15:36.721607 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767343744660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59676569'] for segment (52fd591a-f776-4935-85f9-1386d72bc1d0), before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.734630 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:36.735175 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943'] for segment (52fd591a-f776-4935-85f9-1386d72bc1d0), precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.736738 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device d1fd3b1c-9d36-428d-8734-277c9689b71c no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:15:36.742445 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:15:36.742913 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59715779'] for segment (52fd591a-f776-4935-85f9-1386d72bc1d0), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.759439 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.760134 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: d1fd3b1c-9d36-428d-8734-277c9689b71c {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:15:36.760736 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device d1fd3b1c-9d36-428d-8734-277c9689b71c not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:15:36.761641 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 10ce98a7-b872-4190-b67c-0186752a5509 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:15:36.781800 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 10ce98a7-b872-4190-b67c-0186752a5509 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:15:36.782150 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 10ce98a7-b872-4190-b67c-0186752a5509 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:15:36.782576 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 no longer exists at agent ovs-agent-dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:15:36.800432 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment 52fd591a-f776-4935-85f9-1386d72bc1d0 resource provider aggregate not found Jun 23 11:15:36.813077 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385476'] for network (8a79c855-47b2-4caa-ab97-41190fa3d246), after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.816939 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] No Port match for: 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 {{(pid=103954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:15:36.817288 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron.plugins.ml2.rpc [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Device 1c399db4-4172-4bf9-b9f2-ef97b6b3ae53 not bound to the agent host dv-cinder-843309-2-iscsi {{(pid=103954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:15:36.829117 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650745'] for network (None), before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:36.832242 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.wsgi [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8a79c855-47b2-4caa-ab97-41190fa3d246 HTTP/1.1" status: 204 len: 168 time: 0.5526693 Jun 23 11:15:36.834303 dv-cinder-843309-2-iscsi neutron-server[103953]: INFO neutron.services.segments.plugin [-] Segment 52fd591a-f776-4935-85f9-1386d72bc1d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52fd591a-f776-4935-85f9-1386d72bc1d0 found for delete ", "request_id": "req-c4e0e6ed-6dcf-4f10-b215-682288562311"}]} Jun 23 11:15:36.835537 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f1e0c-6cd5-4543-84d4-d5bd7cf95851 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a79c855-47b2-4caa-ab97-41190fa3d246,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:15:37.058375 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47162) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:15:37.097195 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-1bec6c7f-0029-4905-9b24-53fc9c317a92 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c8040a7c927f4d4ebff4964bc1b63ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375113 Jun 23 11:15:37.100048 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47164) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:15:37.146423 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cdd7806b-6b81-43d1-8328-ea7bdd3266d9 admin admin] Publish callbacks [] for security_group (4f7c10a2-47f0-4e4a-9c84-0171b4416459), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:37.171467 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cdd7806b-6b81-43d1-8328-ea7bdd3266d9 admin admin] Publish callbacks [] for security_group (4f7c10a2-47f0-4e4a-9c84-0171b4416459), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:37.216792 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cdd7806b-6b81-43d1-8328-ea7bdd3266d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (4f7c10a2-47f0-4e4a-9c84-0171b4416459), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:37.219241 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-cdd7806b-6b81-43d1-8328-ea7bdd3266d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:37.220385 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-cdd7806b-6b81-43d1-8328-ea7bdd3266d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4f7c10a2-47f0-4e4a-9c84-0171b4416459 HTTP/1.1" status: 204 len: 168 time: 0.1194654 Jun 23 11:15:37.228545 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7806b-6b81-43d1-8328-ea7bdd3266d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7c10a2-47f0-4e4a-9c84-0171b4416459,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:15:37.541240 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47174) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:15:37.579289 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-afe82cba-6907-4b2b-bdc2-de673a1bc626 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4fc5691fa8047b78be8470190280941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369554 Jun 23 11:15:37.581651 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [-] (103952) accepted ('10.222.0.65', 47176) {{(pid=103952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:15:37.628007 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-840bfba3-e8f0-4ca2-ad7f-b18de5574bb8 admin admin] Publish callbacks [] for security_group (fd3d5698-d2d6-4950-995c-320d50afcf09), before_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:37.648644 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-840bfba3-e8f0-4ca2-ad7f-b18de5574bb8 admin admin] Publish callbacks [] for security_group (fd3d5698-d2d6-4950-995c-320d50afcf09), precommit_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:37.692464 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-840bfba3-e8f0-4ca2-ad7f-b18de5574bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454366'] for security_group (fd3d5698-d2d6-4950-995c-320d50afcf09), after_delete {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:37.694938 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-840bfba3-e8f0-4ca2-ad7f-b18de5574bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:37.696074 dv-cinder-843309-2-iscsi neutron-server[103952]: INFO neutron.wsgi [None req-840bfba3-e8f0-4ca2-ad7f-b18de5574bb8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fd3d5698-d2d6-4950-995c-320d50afcf09 HTTP/1.1" status: 204 len: 168 time: 0.1135666 Jun 23 11:15:37.703543 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bfba3-e8f0-4ca2-ad7f-b18de5574bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3d5698-d2d6-4950-995c-320d50afcf09,revision_number=None']} {{(pid=103952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:15:37.960194 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:38.148685 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:38.686433 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:15:42.760181 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=3 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:42.760926 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=20 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:46.807802 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=9,neutron:DELETE=3 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:46.835643 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG dbcounter [-] [103953] Writing DB stats neutron:SELECT=35,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:47.698639 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:47.699434 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG dbcounter [-] [103952] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:48.679459 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:48.681349 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:15:59.121411 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:16:03.374612 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28fd8240-7fce-4747-b092-fea40362e7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:16:05.663614 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-690419f0-073a-4feb-8d38-2edf9c54bc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:16:06.738362 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:16:07.965925 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:16:08.173308 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:16:08.688666 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:16:09.287024 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=4 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:16:09.287779 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:16:18.682764 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:16:18.685326 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:16:30.113286 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=2 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:16:33.375845 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc2604cd-5161-4901-b453-a17106ce2018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:16:35.664909 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea09d275-04fa-4d9c-b2d3-019f99be65df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:16:36.121571 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:16:36.740686 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:16:37.967452 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:16:38.152285 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:16:38.690418 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:16:46.289176 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=4 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:16:46.294217 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=4 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:16:48.684855 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:16:48.686668 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:16:58.210712 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=14 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:16:58.212617 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=12 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:17:03.380056 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-59665be4-1e6b-47df-b3aa-bb26f042ab45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:17:05.666044 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7fd9505-7a7a-465c-9a2d-2597630ce59c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:17:06.742532 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:17:07.980280 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:17:08.156294 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:17:08.692486 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:17:13.120767 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:17:18.687092 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:17:18.688995 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:17:23.293925 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=2 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:17:23.298910 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=6 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:17:33.382135 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a258c05-fb43-495f-b43c-e9f1ca14435a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:17:35.667549 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-409feb85-4387-4199-9cbd-35eaf57025bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:17:36.745921 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:17:37.999861 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:17:38.158714 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:17:38.694412 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:17:42.897789 dv-cinder-843309-2-iscsi neutron-server[103952]: DEBUG neutron.wsgi [req-cea01685-6796-4ae0-bbbd-9c1d5181d500 req-36ac7257-21e0-4be9-9c03-ef20a1bdaa12 service neutron] (103952) timed out ('10.222.0.60', 52421) {{(pid=103952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 11:17:48.689278 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:17:48.691232 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:UPDATE=5,neutron:SELECT=5 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:17:50.120262 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:18:00.303666 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=3 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:18:02.165568 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:18:03.383846 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94f50bc3-e7dd-435d-aaca-e8dbb4303de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:18:05.669928 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23406617-2a9b-4085-ac36-24fd7b5c4511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:18:06.748652 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:18:08.003016 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:18:08.187999 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:18:08.696572 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:18:18.690124 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:18:18.692048 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:18:27.119337 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:18:33.385375 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-89a97660-2120-4d1d-892d-ba776a2ede66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:18:35.670559 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d060aece-5c6b-422b-8e37-735a9f2a30f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:18:36.754744 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:18:37.305298 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=3 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:18:37.310312 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=5 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:18:38.004209 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:18:38.161480 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:18:38.700086 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:18:48.687234 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:18:48.696502 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:18:58.212340 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=12 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:18:58.215950 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=14 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:19:03.387010 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b857-34e1-47f8-9c6a-45eb1f8dc7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:19:04.119131 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:19:05.672335 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd853bc3-7847-4241-9d61-0d92b9380f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:19:06.754670 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:19:08.019570 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:19:08.165086 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:19:08.705251 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:19:14.310682 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=3 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:19:14.315774 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=5 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:19:18.699002 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:19:18.700912 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:19:33.387971 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9fa1ce4c-0344-41e6-b2c5-61eeeec57d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:19:35.676300 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d5b69cb9-8094-4788-9579-54dd7328d9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:19:36.756305 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:19:38.026441 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:19:38.168134 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:19:38.706887 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:19:40.549712 dv-cinder-843309-2-iscsi neutron-server[103953]: DEBUG neutron.wsgi [req-0807a57b-9a72-4517-a3c9-a853660a254e req-48bb1de0-f6b4-425d-96be-0e9e76c0d246 service neutron] (103953) timed out ('10.222.0.60', 52412) {{(pid=103953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 11:19:41.118975 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:19:48.700552 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:19:48.702961 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:19:51.316068 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=4 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:19:51.319745 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=4 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:20:02.170754 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:20:02.171511 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:DELETE=1 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:20:03.389108 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-15cb0041-6219-4766-917d-fe5a23021268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:20:05.676690 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e93ac5c0-1b53-4e76-a896-9466d81f77a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:20:06.759219 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:20:08.027073 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:20:08.188223 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:20:08.708912 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:20:18.120916 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:20:18.703080 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:20:18.704942 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:20:28.320104 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=3 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:20:28.324853 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG dbcounter [-] [103955] Writing DB stats neutron:SELECT=5 {{(pid=103955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:20:33.390588 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac1790ec-c3d3-49e9-bfcf-0579392f69af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (1046f1c1-28c5-4cbd-999c-b3ac37b122f4), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:20:35.677108 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2aa2431c-aed9-446f-a567-5ab9ac6672cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (2e8775be-a28d-411d-9a0f-08cfa8e90230), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:20:36.761592 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-078bce00-2d6b-4eef-bcb6-7640eb0c6f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (8658f2d1-f2a4-45ce-a140-a9a0b5f03ab1), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:20:38.033703 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51bf4ab2-70fd-493a-9192-622d0bef3922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (9de7803c-a69e-4ab2-9fef-f3f646b81aca), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:20:38.173305 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0501a4dd-15e1-47b3-b498-df0982b7d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (44e5061e-21c9-4fb1-a7d1-eb9d9a8a1b62), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:20:38.713371 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd864044-fd47-4310-aa8f-c20ad0028e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767343742329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537659'] for agent (df141540-c61c-4284-97fc-b9558a07a3c3), after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:20:48.706889 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:20:48.708782 dv-cinder-843309-2-iscsi neutron-server[103954]: DEBUG dbcounter [-] [103954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:20:55.119327 dv-cinder-843309-2-iscsi neutron-server[103955]: DEBUG neutron.db.agents_db [None req-81ad27d6-fca3-409c-a9f9-7ce0b7dcedac None None] Agent healthcheck: found 6 active agents {{(pid=103955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}